[ 517.515673] env[62364]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62364) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 517.516104] env[62364]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62364) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 517.516104] env[62364]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62364) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 517.516426] env[62364]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 517.612579] env[62364]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62364) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 517.622928] env[62364]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62364) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 518.225202] env[62364]: INFO nova.virt.driver [None req-e76af97b-9b2c-4f19-816c-a89cb4346ce5 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 518.294831] env[62364]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.295021] env[62364]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.295094] env[62364]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62364) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 521.604085] env[62364]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-400ef493-5e86-4a16-ae4d-7aed1215d697 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.620292] env[62364]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62364) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 521.620402] env[62364]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-fe4af3a2-fea9-4178-b44e-2d587f2308ad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.651363] env[62364]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 9d3a7. [ 521.651479] env[62364]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.357s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.652132] env[62364]: INFO nova.virt.vmwareapi.driver [None req-e76af97b-9b2c-4f19-816c-a89cb4346ce5 None None] VMware vCenter version: 7.0.3 [ 521.655636] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d645af18-a823-4227-aa2c-075c9cb7afd2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.674658] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65830960-d3f8-4dde-adcd-62d1d51885a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.681233] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b64d12-f3e5-40b6-86ab-779a9b85add5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.688306] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9c6932-300c-4772-a70e-724425a420fa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.702937] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f4c087-81f3-4cbf-8133-f99feb172430 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.708873] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da74684-c48d-4a2d-95b9-936603e6d48b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.738904] env[62364]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-62935d5b-e69e-415a-9926-7ecb1919f919 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.744157] env[62364]: DEBUG nova.virt.vmwareapi.driver [None req-e76af97b-9b2c-4f19-816c-a89cb4346ce5 None None] Extension org.openstack.compute already exists. {{(pid=62364) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 521.746898] env[62364]: INFO nova.compute.provider_config [None req-e76af97b-9b2c-4f19-816c-a89cb4346ce5 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 522.250169] env[62364]: DEBUG nova.context [None req-e76af97b-9b2c-4f19-816c-a89cb4346ce5 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),285a2fcd-201a-4478-a41d-909c3999bfa0(cell1) {{(pid=62364) load_cells /opt/stack/nova/nova/context.py:464}} [ 522.253157] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.253381] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.254087] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.254522] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Acquiring lock "285a2fcd-201a-4478-a41d-909c3999bfa0" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.254711] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Lock "285a2fcd-201a-4478-a41d-909c3999bfa0" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.255698] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Lock "285a2fcd-201a-4478-a41d-909c3999bfa0" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.275681] env[62364]: INFO dbcounter [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Registered counter for database nova_cell0 [ 522.284076] env[62364]: INFO dbcounter [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Registered counter for database nova_cell1 [ 522.286784] env[62364]: DEBUG oslo_db.sqlalchemy.engines [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62364) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 522.287406] env[62364]: DEBUG oslo_db.sqlalchemy.engines [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62364) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 522.292095] env[62364]: ERROR nova.db.main.api [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 522.292095] env[62364]: result = function(*args, **kwargs) [ 522.292095] env[62364]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 522.292095] env[62364]: return func(*args, **kwargs) [ 522.292095] env[62364]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 522.292095] env[62364]: result = fn(*args, **kwargs) [ 522.292095] env[62364]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 522.292095] env[62364]: return f(*args, **kwargs) [ 522.292095] env[62364]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 522.292095] env[62364]: return db.service_get_minimum_version(context, binaries) [ 522.292095] env[62364]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 522.292095] env[62364]: _check_db_access() [ 522.292095] env[62364]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 522.292095] env[62364]: stacktrace = ''.join(traceback.format_stack()) [ 522.292095] env[62364]: [ 522.292798] env[62364]: ERROR nova.db.main.api [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 522.292798] env[62364]: result = function(*args, **kwargs) [ 522.292798] env[62364]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 522.292798] env[62364]: return func(*args, **kwargs) [ 522.292798] env[62364]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 522.292798] env[62364]: result = fn(*args, **kwargs) [ 522.292798] env[62364]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 522.292798] env[62364]: return f(*args, **kwargs) [ 522.292798] env[62364]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 522.292798] env[62364]: return db.service_get_minimum_version(context, binaries) [ 522.292798] env[62364]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 522.292798] env[62364]: _check_db_access() [ 522.292798] env[62364]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 522.292798] env[62364]: stacktrace = ''.join(traceback.format_stack()) [ 522.292798] env[62364]: [ 522.293205] env[62364]: WARNING nova.objects.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 522.293326] env[62364]: WARNING nova.objects.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Failed to get minimum service version for cell 285a2fcd-201a-4478-a41d-909c3999bfa0 [ 522.293743] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Acquiring lock "singleton_lock" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.293905] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Acquired lock "singleton_lock" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.294158] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Releasing lock "singleton_lock" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.294485] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Full set of CONF: {{(pid=62364) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 522.294629] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ******************************************************************************** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 522.294759] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] Configuration options gathered from: {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 522.294896] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 522.295104] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 522.295235] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ================================================================================ {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 522.295443] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] allow_resize_to_same_host = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.295617] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] arq_binding_timeout = 300 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.295753] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] backdoor_port = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.295884] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] backdoor_socket = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.296062] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] block_device_allocate_retries = 60 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.296231] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] block_device_allocate_retries_interval = 3 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.296402] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cert = self.pem {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.296569] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.296739] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute_monitors = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.296914] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] config_dir = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.297098] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] config_drive_format = iso9660 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.297235] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.297402] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] config_source = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.297571] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] console_host = devstack {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.297737] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] control_exchange = nova {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.297898] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cpu_allocation_ratio = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.298078] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] daemon = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.298254] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] debug = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.298412] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] default_access_ip_network_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.298579] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] default_availability_zone = nova {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.298736] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] default_ephemeral_format = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.298901] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] default_green_pool_size = 1000 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.299160] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.299329] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] default_schedule_zone = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.299490] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] disk_allocation_ratio = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.299693] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] enable_new_services = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.299874] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] enabled_apis = ['osapi_compute'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.300053] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] enabled_ssl_apis = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.300221] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] flat_injected = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.300380] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] force_config_drive = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.300539] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] force_raw_images = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.300741] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] graceful_shutdown_timeout = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.300940] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] heal_instance_info_cache_interval = 60 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.301185] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] host = cpu-1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.301370] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.301536] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.301717] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.301931] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.302114] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] instance_build_timeout = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.302282] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] instance_delete_interval = 300 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.302454] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] instance_format = [instance: %(uuid)s] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.302624] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] instance_name_template = instance-%08x {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.302789] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] instance_usage_audit = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.302962] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] instance_usage_audit_period = month {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.303147] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.303316] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.303483] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] internal_service_availability_zone = internal {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.303643] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] key = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.303807] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] live_migration_retry_count = 30 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.303982] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] log_color = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.304165] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] log_config_append = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.304335] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.304498] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] log_dir = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.304660] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] log_file = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.304794] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] log_options = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.304962] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] log_rotate_interval = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.305142] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] log_rotate_interval_type = days {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.305312] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] log_rotation_type = none {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.305444] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.305570] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.305740] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.305908] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.306049] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.306216] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] long_rpc_timeout = 1800 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.306380] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] max_concurrent_builds = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.306541] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] max_concurrent_live_migrations = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.306706] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] max_concurrent_snapshots = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.306865] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] max_local_block_devices = 3 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.307039] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] max_logfile_count = 30 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.307209] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] max_logfile_size_mb = 200 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.307372] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] maximum_instance_delete_attempts = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.307544] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] metadata_listen = 0.0.0.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.307724] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] metadata_listen_port = 8775 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.307893] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] metadata_workers = 2 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.308068] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] migrate_max_retries = -1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.308240] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] mkisofs_cmd = genisoimage {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.308447] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.308581] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] my_ip = 10.180.1.21 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.308785] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.308951] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] network_allocate_retries = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.309162] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.309331] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.309496] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] osapi_compute_listen_port = 8774 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.309689] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] osapi_compute_unique_server_name_scope = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.309868] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] osapi_compute_workers = 2 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.310053] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] password_length = 12 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.310220] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] periodic_enable = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.310380] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] periodic_fuzzy_delay = 60 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.310547] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] pointer_model = usbtablet {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.310734] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] preallocate_images = none {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.310935] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] publish_errors = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.311085] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] pybasedir = /opt/stack/nova {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.311251] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ram_allocation_ratio = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.311412] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] rate_limit_burst = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.311579] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] rate_limit_except_level = CRITICAL {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.311739] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] rate_limit_interval = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.311901] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] reboot_timeout = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.312071] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] reclaim_instance_interval = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.312230] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] record = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.312399] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] reimage_timeout_per_gb = 60 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.312564] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] report_interval = 120 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.312724] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] rescue_timeout = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.312885] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] reserved_host_cpus = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.313054] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] reserved_host_disk_mb = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.313219] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] reserved_host_memory_mb = 512 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.313377] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] reserved_huge_pages = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.313535] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] resize_confirm_window = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.313694] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] resize_fs_using_block_device = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.313853] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] resume_guests_state_on_host_boot = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.314030] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.314198] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] rpc_response_timeout = 60 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.314357] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] run_external_periodic_tasks = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.314522] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] running_deleted_instance_action = reap {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.314682] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.314886] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] running_deleted_instance_timeout = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.315075] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] scheduler_instance_sync_interval = 120 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.315251] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] service_down_time = 720 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.315422] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] servicegroup_driver = db {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.315580] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] shell_completion = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.315741] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] shelved_offload_time = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.315903] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] shelved_poll_interval = 3600 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.316086] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] shutdown_timeout = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.316251] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] source_is_ipv6 = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.316411] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ssl_only = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.316660] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.316835] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] sync_power_state_interval = 600 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.317006] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] sync_power_state_pool_size = 1000 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.317183] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] syslog_log_facility = LOG_USER {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.317343] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] tempdir = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.317505] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] timeout_nbd = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.317674] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] transport_url = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.317839] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] update_resources_interval = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.318019] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] use_cow_images = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.318179] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] use_journal = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.318337] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] use_json = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.318497] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] use_rootwrap_daemon = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.318656] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] use_stderr = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.318818] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] use_syslog = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.318975] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vcpu_pin_set = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.319158] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plugging_is_fatal = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.319329] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plugging_timeout = 300 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.319494] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] virt_mkfs = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.319667] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] volume_usage_poll_interval = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.319846] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] watch_log_file = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.320030] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] web = /usr/share/spice-html5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.320225] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.320394] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.320559] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.320754] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_concurrency.disable_process_locking = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.321650] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.321854] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322043] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322230] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322405] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322576] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322764] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.auth_strategy = keystone {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322939] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.compute_link_prefix = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323131] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323314] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.dhcp_domain = novalocal {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323487] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.enable_instance_password = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323655] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.glance_link_prefix = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323828] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323997] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.324177] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.instance_list_per_project_cells = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.324341] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.list_records_by_skipping_down_cells = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.324504] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.local_metadata_per_cell = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.324675] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.max_limit = 1000 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.324847] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.metadata_cache_expiration = 15 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.325040] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.neutron_default_tenant_id = default {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.325205] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.response_validation = warn {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.325377] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.use_neutron_default_nets = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.325545] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.325706] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.325875] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326057] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326234] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.vendordata_dynamic_targets = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326398] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.vendordata_jsonfile_path = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326578] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326775] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.backend = dogpile.cache.memcached {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326949] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.backend_argument = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327127] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.backend_expiration_time = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327302] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.config_prefix = cache.oslo {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327475] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.dead_timeout = 60.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327647] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.debug_cache_backend = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327861] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.enable_retry_client = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.328050] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.enable_socket_keepalive = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.328231] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.enabled = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.328400] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.enforce_fips_mode = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.328568] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.expiration_time = 600 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.328736] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.hashclient_retry_attempts = 2 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.328907] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329084] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.memcache_dead_retry = 300 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329250] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.memcache_password = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329414] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329576] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329769] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.memcache_pool_maxsize = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329935] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330114] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.memcache_sasl_enabled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330291] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330457] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330615] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.memcache_username = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330806] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.proxies = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330979] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.redis_db = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331158] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.redis_password = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331328] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331503] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331672] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.redis_server = localhost:6379 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331839] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.redis_socket_timeout = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331999] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.redis_username = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332174] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.retry_attempts = 2 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332337] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.retry_delay = 0.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332498] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.socket_keepalive_count = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332659] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.socket_keepalive_idle = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332820] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.socket_keepalive_interval = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332974] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.tls_allowed_ciphers = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333145] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.tls_cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333301] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.tls_certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333460] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.tls_enabled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333615] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cache.tls_keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333787] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.auth_section = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333965] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.auth_type = password {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334141] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334318] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334477] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334641] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334806] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.cross_az_attach = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334969] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.debug = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.335145] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.endpoint_template = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.335315] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.http_retries = 3 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.335480] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.335639] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.335812] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.os_region_name = RegionOne {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.335984] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.336157] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cinder.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.336328] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.336489] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.cpu_dedicated_set = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.336645] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.cpu_shared_set = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.336813] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.image_type_exclude_list = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.336974] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337152] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337317] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337479] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337671] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337817] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.resource_provider_association_refresh = 300 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337977] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.338151] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.shutdown_retry_interval = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.338333] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.338514] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] conductor.workers = 2 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.338693] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] console.allowed_origins = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.338856] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] console.ssl_ciphers = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339037] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] console.ssl_minimum_version = default {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339211] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] consoleauth.enforce_session_timeout = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339378] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] consoleauth.token_ttl = 600 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339548] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339728] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339906] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.340081] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.connect_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.340250] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.connect_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.340409] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.endpoint_override = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.340573] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.340770] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341013] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.max_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341208] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.min_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341375] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.region_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341538] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.retriable_status_codes = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341700] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.service_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341873] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.service_type = accelerator {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342051] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342216] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.status_code_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342377] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.status_code_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342535] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342719] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342882] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] cyborg.version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343072] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.asyncio_connection = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343240] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.asyncio_slave_connection = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343410] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.backend = sqlalchemy {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343576] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.connection = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343744] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.connection_debug = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343917] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.connection_parameters = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344095] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.connection_recycle_time = 3600 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344265] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.connection_trace = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344426] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.db_inc_retry_interval = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344590] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.db_max_retries = 20 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344754] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.db_max_retry_interval = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344917] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.db_retry_interval = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345091] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.max_overflow = 50 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345255] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.max_pool_size = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345418] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.max_retries = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345586] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345744] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.mysql_wsrep_sync_wait = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345904] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.pool_timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346077] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.retry_interval = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346240] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.slave_connection = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346402] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.sqlite_synchronous = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346564] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] database.use_db_reconnect = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346731] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.asyncio_connection = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346892] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.asyncio_slave_connection = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347099] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.backend = sqlalchemy {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347354] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.connection = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347545] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.connection_debug = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347731] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.connection_parameters = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347898] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.connection_recycle_time = 3600 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348076] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.connection_trace = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348248] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.db_inc_retry_interval = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348413] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.db_max_retries = 20 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348577] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.db_max_retry_interval = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348744] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.db_retry_interval = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348912] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.max_overflow = 50 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349089] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.max_pool_size = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349260] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.max_retries = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349431] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349594] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349788] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.pool_timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349958] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.retry_interval = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350138] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.slave_connection = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350303] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] api_database.sqlite_synchronous = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350481] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] devices.enabled_mdev_types = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350661] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350857] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351046] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ephemeral_storage_encryption.enabled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351220] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351393] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.api_servers = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351558] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351721] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351885] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352058] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.connect_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352220] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.connect_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352380] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.debug = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352545] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.default_trusted_certificate_ids = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352706] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.enable_certificate_validation = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352877] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.enable_rbd_download = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353040] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.endpoint_override = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353209] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353370] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353527] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.max_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353686] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.min_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353850] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.num_retries = 3 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354027] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.rbd_ceph_conf = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354196] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.rbd_connect_timeout = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354364] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.rbd_pool = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354528] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.rbd_user = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354694] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.region_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354855] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.retriable_status_codes = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355064] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.service_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355193] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.service_type = image {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355348] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355503] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.status_code_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355661] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.status_code_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355820] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355996] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.356177] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.verify_glance_signatures = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.356337] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] glance.version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.356509] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] guestfs.debug = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.356679] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.auth_section = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.356847] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.auth_type = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357014] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357186] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357353] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357515] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.connect_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357677] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.connect_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357842] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.endpoint_override = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358027] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358181] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358342] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.max_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358503] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.min_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358661] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.region_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358821] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.retriable_status_codes = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358980] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.service_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.359164] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.service_type = shared-file-system {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.359337] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.share_apply_policy_timeout = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.359504] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.359682] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.status_code_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.359846] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.status_code_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.360028] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.360220] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.360385] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] manila.version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.360558] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] mks.enabled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361008] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361156] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] image_cache.manager_interval = 2400 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361334] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] image_cache.precache_concurrency = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361507] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] image_cache.remove_unused_base_images = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361682] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361855] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362044] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] image_cache.subdirectory_name = _base {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362228] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.api_max_retries = 60 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362464] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.api_retry_interval = 2 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362561] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.auth_section = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362728] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.auth_type = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362892] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363063] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363236] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363402] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.conductor_group = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363563] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.connect_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363724] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.connect_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363891] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.endpoint_override = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364060] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364223] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364383] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.max_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364541] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.min_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364708] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.peer_list = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364866] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.region_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365035] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.retriable_status_codes = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365204] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.serial_console_state_timeout = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365375] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.service_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365547] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.service_type = baremetal {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365707] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.shard = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365875] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.366045] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.status_code_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.366291] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.status_code_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.366549] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.366821] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.367021] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ironic.version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.367740] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.367740] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] key_manager.fixed_key = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.367740] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.367740] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.barbican_api_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.367963] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.barbican_endpoint = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368477] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.barbican_endpoint_type = public {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368646] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.barbican_region_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368813] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368975] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.369155] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.369319] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.369479] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.369689] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.number_of_retries = 60 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.369845] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.retry_delay = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370027] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.send_service_user_token = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370193] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370352] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370513] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.verify_ssl = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370673] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican.verify_ssl_path = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370861] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican_service_user.auth_section = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371048] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican_service_user.auth_type = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371218] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican_service_user.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371378] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican_service_user.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371545] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican_service_user.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371722] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican_service_user.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371905] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican_service_user.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372061] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican_service_user.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372244] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] barbican_service_user.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372414] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vault.approle_role_id = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372575] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vault.approle_secret_id = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372747] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vault.kv_mountpoint = secret {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372909] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vault.kv_path = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373084] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vault.kv_version = 2 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373249] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vault.namespace = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373407] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vault.root_token_id = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373566] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vault.ssl_ca_crt_file = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373735] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vault.timeout = 60.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373900] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vault.use_ssl = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374081] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374253] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374414] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374574] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374732] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.connect_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374890] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.connect_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375064] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.endpoint_override = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375232] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375387] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375543] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.max_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375699] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.min_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375859] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.region_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376029] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.retriable_status_codes = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376198] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.service_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376369] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.service_type = identity {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376532] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376691] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.status_code_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376854] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.status_code_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.377022] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.377209] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.377370] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] keystone.version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.377569] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.ceph_mount_options = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.377869] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.378067] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.connection_uri = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.378239] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.cpu_mode = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.378411] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.378583] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.cpu_models = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.378756] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.cpu_power_governor_high = performance {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.378929] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.379109] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.cpu_power_management = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.379283] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.379454] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.device_detach_attempts = 8 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.379619] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.device_detach_timeout = 20 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.379826] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.disk_cachemodes = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.379999] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.disk_prefix = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.380184] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.enabled_perf_events = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.380351] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.file_backed_memory = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.380517] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.gid_maps = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.380692] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.hw_disk_discard = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.380892] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.hw_machine_type = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.381085] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.images_rbd_ceph_conf = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.381257] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.381424] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.381593] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.images_rbd_glance_store_name = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.381762] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.images_rbd_pool = rbd {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.381934] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.images_type = default {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.382107] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.images_volume_group = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.382276] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.inject_key = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.382438] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.inject_partition = -2 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.382600] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.inject_password = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.382763] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.iscsi_iface = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.382928] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.iser_use_multipath = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.383106] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.383272] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.383435] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_downtime = 500 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.383600] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.383762] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.383923] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_inbound_addr = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.384093] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.384257] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.384414] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_scheme = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.384582] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_timeout_action = abort {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.384743] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_tunnelled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.384903] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_uri = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.385073] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.live_migration_with_native_tls = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.385236] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.max_queues = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.385396] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.385632] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.385800] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.nfs_mount_options = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.386110] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.386293] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.386460] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.386623] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.386788] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.386954] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.num_pcie_ports = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.387138] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.387306] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.pmem_namespaces = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.387467] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.quobyte_client_cfg = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.387758] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.387935] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.388116] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.388283] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.388443] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.rbd_secret_uuid = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.388599] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.rbd_user = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.388763] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.388936] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.389106] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.rescue_image_id = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.389276] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.rescue_kernel_id = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.389437] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.rescue_ramdisk_id = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.389608] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.389795] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.rx_queue_size = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.389972] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.smbfs_mount_options = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.390283] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.390464] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.snapshot_compression = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.390629] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.snapshot_image_format = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.390901] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.391094] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.sparse_logical_volumes = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.391266] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.swtpm_enabled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.391437] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.swtpm_group = tss {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.391608] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.swtpm_user = tss {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.391779] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.sysinfo_serial = unique {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.391943] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.tb_cache_size = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.392118] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.tx_queue_size = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.392287] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.uid_maps = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.392452] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.use_virtio_for_bridges = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.392625] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.virt_type = kvm {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.392796] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.volume_clear = zero {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.392964] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.volume_clear_size = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.393154] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.volume_use_multipath = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.393311] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.vzstorage_cache_path = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.393482] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.393652] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.393836] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.394031] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.394338] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.394528] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.vzstorage_mount_user = stack {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.394699] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.394874] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.auth_section = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.395061] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.auth_type = password {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.395229] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.395391] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.395558] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.395719] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.connect_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.395883] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.connect_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.396066] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.default_floating_pool = public {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.396232] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.endpoint_override = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.396398] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.extension_sync_interval = 600 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.396561] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.http_retries = 3 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.396724] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.396886] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.397062] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.max_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.397239] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.397400] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.min_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.397601] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.ovs_bridge = br-int {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.397741] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.physnets = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.397914] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.region_name = RegionOne {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.398088] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.retriable_status_codes = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.398263] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.service_metadata_proxy = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.398425] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.service_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.398594] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.service_type = network {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.398758] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.398920] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.status_code_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.399093] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.status_code_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.399257] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.399438] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.399603] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] neutron.version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.399803] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] notifications.bdms_in_notifications = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.399992] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] notifications.default_level = INFO {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.400174] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] notifications.include_share_mapping = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.400351] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] notifications.notification_format = unversioned {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.400518] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] notifications.notify_on_state_change = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.400705] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.400913] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] pci.alias = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.401106] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] pci.device_spec = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.401279] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] pci.report_in_placement = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.401452] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.auth_section = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.401625] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.auth_type = password {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.401796] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.401963] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.402136] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.402302] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.402462] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.connect_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.402620] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.connect_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.402780] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.default_domain_id = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.402940] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.default_domain_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.403110] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.domain_id = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.403272] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.domain_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.403429] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.endpoint_override = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.403592] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.403748] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.403905] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.max_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.404075] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.min_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.404249] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.password = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.404409] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.project_domain_id = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.404578] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.project_domain_name = Default {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.404744] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.project_id = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.404919] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.project_name = service {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.405099] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.region_name = RegionOne {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.405265] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.retriable_status_codes = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.405425] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.service_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.405593] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.service_type = placement {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.405756] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.405921] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.status_code_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.406094] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.status_code_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.406258] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.system_scope = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.406416] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.406576] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.trust_id = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.406733] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.user_domain_id = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.406903] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.user_domain_name = Default {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.407072] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.user_id = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.407251] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.username = nova {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.407431] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.407593] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] placement.version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.407770] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.cores = 20 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.407937] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.count_usage_from_placement = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.408120] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.408292] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.injected_file_content_bytes = 10240 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.408459] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.injected_file_path_length = 255 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.408625] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.injected_files = 5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.408790] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.instances = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.408957] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.key_pairs = 100 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.409138] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.metadata_items = 128 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.409306] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.ram = 51200 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.409470] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.recheck_quota = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.409642] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.server_group_members = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.409831] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.server_groups = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.410057] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.410240] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] quota.unified_limits_resource_strategy = require {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.410420] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.410588] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.410760] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] scheduler.image_metadata_prefilter = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.410946] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.411131] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] scheduler.max_attempts = 3 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.411301] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] scheduler.max_placement_results = 1000 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.411467] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.411629] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.411792] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.411973] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] scheduler.workers = 2 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.412159] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.412330] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.412508] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.412679] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.412846] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.413014] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.413185] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.413374] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.413552] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.host_subset_size = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.413718] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.413878] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.414052] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.414220] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.isolated_hosts = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.414381] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.isolated_images = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.414558] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.414722] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.414889] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.415062] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.pci_in_placement = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.415231] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.415394] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.415554] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.415714] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.415877] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.416051] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.416215] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.track_instance_changes = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.416391] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.416561] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] metrics.required = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.416725] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] metrics.weight_multiplier = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.416890] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.417064] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] metrics.weight_setting = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.417378] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.417554] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] serial_console.enabled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.417733] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] serial_console.port_range = 10000:20000 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.417908] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.418091] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.418262] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] serial_console.serialproxy_port = 6083 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.418430] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] service_user.auth_section = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.418603] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] service_user.auth_type = password {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.418763] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] service_user.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.418922] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] service_user.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.419096] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] service_user.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.419260] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] service_user.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.419416] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] service_user.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.419585] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] service_user.send_service_user_token = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.419766] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] service_user.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.419931] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] service_user.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.420115] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.agent_enabled = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.420279] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.enabled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.420580] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.420798] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.420986] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.html5proxy_port = 6082 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.421166] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.image_compression = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.421328] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.jpeg_compression = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.421486] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.playback_compression = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.421645] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.require_secure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.421817] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.server_listen = 127.0.0.1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.421987] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.422157] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.streaming_mode = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.422315] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] spice.zlib_compression = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.422479] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] upgrade_levels.baseapi = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.422650] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] upgrade_levels.compute = auto {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.422811] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] upgrade_levels.conductor = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.422966] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] upgrade_levels.scheduler = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.423145] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.423307] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.423464] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vendordata_dynamic_auth.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.423621] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vendordata_dynamic_auth.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.423782] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.423943] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vendordata_dynamic_auth.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.424112] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.424274] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.424431] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vendordata_dynamic_auth.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.424619] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.api_retry_count = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.424795] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.ca_file = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.424973] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.425173] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.cluster_name = testcl1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.425342] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.connection_pool_size = 10 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.425499] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.console_delay_seconds = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.425667] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.datastore_regex = ^datastore.* {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.425890] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.426083] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.host_password = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.426256] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.host_port = 443 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.426425] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.host_username = administrator@vsphere.local {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.426591] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.insecure = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.426752] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.integration_bridge = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.426917] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.maximum_objects = 100 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.427086] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.pbm_default_policy = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.427252] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.pbm_enabled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.427409] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.pbm_wsdl_location = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.427575] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.427734] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.serial_port_proxy_uri = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.427891] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.serial_port_service_uri = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.428067] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.task_poll_interval = 0.5 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.428240] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.use_linked_clone = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.428405] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.vnc_keymap = en-us {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.428567] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.vnc_port = 5900 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.428727] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vmware.vnc_port_total = 10000 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.428911] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vnc.auth_schemes = ['none'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.429095] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vnc.enabled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.429387] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.429570] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.429766] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vnc.novncproxy_port = 6080 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.430017] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vnc.server_listen = 127.0.0.1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.430212] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.430378] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vnc.vencrypt_ca_certs = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.430537] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vnc.vencrypt_client_cert = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.430716] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vnc.vencrypt_client_key = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.430905] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.431082] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.disable_deep_image_inspection = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.431246] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.431405] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.431564] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.431723] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.disable_rootwrap = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.431886] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.enable_numa_live_migration = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.432055] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.432219] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.432377] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.432536] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.libvirt_disable_apic = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.432693] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.432854] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.433023] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.433187] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.433346] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.433503] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.433660] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.433820] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.433978] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.434154] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.434337] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.434505] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] wsgi.client_socket_timeout = 900 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.434668] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] wsgi.default_pool_size = 1000 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.434835] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] wsgi.keep_alive = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.435010] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] wsgi.max_header_line = 16384 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.435180] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.435342] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] wsgi.ssl_ca_file = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.435503] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] wsgi.ssl_cert_file = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.435663] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] wsgi.ssl_key_file = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.435831] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] wsgi.tcp_keepidle = 600 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.436014] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.436187] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] zvm.ca_file = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.436347] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] zvm.cloud_connector_url = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.436643] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.436827] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] zvm.reachable_timeout = 300 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.437007] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.437195] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.437372] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler.connection_string = messaging:// {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.437540] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler.enabled = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.437709] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler.es_doc_type = notification {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.437875] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler.es_scroll_size = 10000 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.438054] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler.es_scroll_time = 2m {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.438223] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler.filter_error_trace = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.438388] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler.hmac_keys = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.438555] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler.sentinel_service_name = mymaster {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.438723] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler.socket_timeout = 0.1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.438886] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler.trace_requests = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.439055] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler.trace_sqlalchemy = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.439241] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler_jaeger.process_tags = {} {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.439402] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler_jaeger.service_name_prefix = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.439562] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] profiler_otlp.service_name_prefix = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.439749] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] remote_debug.host = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.439920] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] remote_debug.port = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.440110] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.440275] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.440437] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.440598] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.440785] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.440967] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441147] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441315] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441477] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441647] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441807] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.441978] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442158] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442328] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442499] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442665] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.442831] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443008] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443179] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443343] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443508] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443671] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443833] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.443994] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.444170] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.444331] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.444492] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.444652] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.444816] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.444978] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.ssl = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445157] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445322] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445481] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445646] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445811] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.445972] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446169] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446337] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_notifications.retry = -1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446513] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446683] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.446856] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.auth_section = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447031] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.auth_type = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447197] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.cafile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447357] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.certfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447520] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.collect_timing = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447679] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.connect_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447839] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.connect_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.447995] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.endpoint_id = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448178] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448382] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.endpoint_override = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448573] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.endpoint_region_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448737] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.endpoint_service_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.448897] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.endpoint_service_type = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449071] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.insecure = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449234] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.keyfile = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449391] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.max_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449547] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.min_version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449737] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.region_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.449906] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.retriable_status_codes = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450086] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.service_name = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450251] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.service_type = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450412] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.split_loggers = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450572] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.status_code_retries = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450741] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.status_code_retry_delay = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.450921] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.timeout = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451097] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.valid_interfaces = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451258] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_limit.version = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451423] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_reports.file_event_handler = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451585] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451741] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] oslo_reports.log_dir = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.451912] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452083] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452246] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452409] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452573] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452732] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.452901] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453074] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_ovs_privileged.group = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453235] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453402] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453564] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453721] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] vif_plug_ovs_privileged.user = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.453894] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454084] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454262] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454432] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454603] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454773] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.454940] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455114] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455294] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455463] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_ovs.isolate_vif = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455635] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455802] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.455971] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456152] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456314] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] os_vif_ovs.per_port_bridge = False {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456483] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] privsep_osbrick.capabilities = [21] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456644] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] privsep_osbrick.group = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456800] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] privsep_osbrick.helper_command = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.456967] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457147] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457308] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] privsep_osbrick.user = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457479] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457640] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] nova_sys_admin.group = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457797] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] nova_sys_admin.helper_command = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.457963] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.458141] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.458300] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] nova_sys_admin.user = None {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.458432] env[62364]: DEBUG oslo_service.service [None req-7ae486e1-9c2e-4ebf-a3fd-775ec9fd5790 None None] ******************************************************************************** {{(pid=62364) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 522.458845] env[62364]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 522.963016] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Getting list of instances from cluster (obj){ [ 522.963016] env[62364]: value = "domain-c8" [ 522.963016] env[62364]: _type = "ClusterComputeResource" [ 522.963016] env[62364]: } {{(pid=62364) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 522.964253] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1c367b-38e6-48e1-93ed-86e4bd026906 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.973101] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Got total of 0 instances {{(pid=62364) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 522.973688] env[62364]: WARNING nova.virt.vmwareapi.driver [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 522.974177] env[62364]: INFO nova.virt.node [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Generated node identity d900e044-5565-4a73-8d60-eaba89b18259 [ 522.974426] env[62364]: INFO nova.virt.node [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Wrote node identity d900e044-5565-4a73-8d60-eaba89b18259 to /opt/stack/data/n-cpu-1/compute_id [ 523.476934] env[62364]: WARNING nova.compute.manager [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Compute nodes ['d900e044-5565-4a73-8d60-eaba89b18259'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 524.483020] env[62364]: INFO nova.compute.manager [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 525.489329] env[62364]: WARNING nova.compute.manager [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 525.489721] env[62364]: DEBUG oslo_concurrency.lockutils [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.489882] env[62364]: DEBUG oslo_concurrency.lockutils [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.490049] env[62364]: DEBUG oslo_concurrency.lockutils [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.490206] env[62364]: DEBUG nova.compute.resource_tracker [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 525.491173] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fda2be0-cb99-4a9b-848d-877194470d77 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.499339] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db683db-3901-43d6-afc4-2eaec7fc8392 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.513022] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d703cb-72b9-402d-bd57-29d563741094 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.519610] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7722cb0b-6189-4a30-922f-af34ccce0cf5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.548852] env[62364]: DEBUG nova.compute.resource_tracker [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181190MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 525.549086] env[62364]: DEBUG oslo_concurrency.lockutils [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.549254] env[62364]: DEBUG oslo_concurrency.lockutils [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.052357] env[62364]: WARNING nova.compute.resource_tracker [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] No compute node record for cpu-1:d900e044-5565-4a73-8d60-eaba89b18259: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d900e044-5565-4a73-8d60-eaba89b18259 could not be found. [ 526.555839] env[62364]: INFO nova.compute.resource_tracker [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d900e044-5565-4a73-8d60-eaba89b18259 [ 528.065138] env[62364]: DEBUG nova.compute.resource_tracker [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 528.065482] env[62364]: DEBUG nova.compute.resource_tracker [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 528.221849] env[62364]: INFO nova.scheduler.client.report [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] [req-bd693fce-7816-40e9-8c85-3b572bbac259] Created resource provider record via placement API for resource provider with UUID d900e044-5565-4a73-8d60-eaba89b18259 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 528.238922] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95dd52a-9240-4557-90cd-b85df261c930 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.246745] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916b32ee-2ac2-4a00-8f93-fb8c5b180f82 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.276728] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7c81ce-f766-47bf-b9ce-a15d2deee854 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.283824] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031797ce-a3f7-41c1-bd03-3be10c2a5fa2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.296749] env[62364]: DEBUG nova.compute.provider_tree [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 528.828851] env[62364]: DEBUG nova.scheduler.client.report [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Updated inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 528.829095] env[62364]: DEBUG nova.compute.provider_tree [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Updating resource provider d900e044-5565-4a73-8d60-eaba89b18259 generation from 0 to 1 during operation: update_inventory {{(pid=62364) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 528.829243] env[62364]: DEBUG nova.compute.provider_tree [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 528.877252] env[62364]: DEBUG nova.compute.provider_tree [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Updating resource provider d900e044-5565-4a73-8d60-eaba89b18259 generation from 1 to 2 during operation: update_traits {{(pid=62364) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 529.381846] env[62364]: DEBUG nova.compute.resource_tracker [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 529.382129] env[62364]: DEBUG oslo_concurrency.lockutils [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.833s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.382236] env[62364]: DEBUG nova.service [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Creating RPC server for service compute {{(pid=62364) start /opt/stack/nova/nova/service.py:186}} [ 529.398916] env[62364]: DEBUG nova.service [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] Join ServiceGroup membership for this service compute {{(pid=62364) start /opt/stack/nova/nova/service.py:203}} [ 529.399126] env[62364]: DEBUG nova.servicegroup.drivers.db [None req-029264b7-a165-46f8-8077-4eb5b41f7cfe None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62364) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 541.404045] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.907339] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Getting list of instances from cluster (obj){ [ 541.907339] env[62364]: value = "domain-c8" [ 541.907339] env[62364]: _type = "ClusterComputeResource" [ 541.907339] env[62364]: } {{(pid=62364) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 541.908563] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af364733-208d-4126-8916-7991f100dba5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.917146] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Got total of 0 instances {{(pid=62364) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 541.917370] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.917664] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Getting list of instances from cluster (obj){ [ 541.917664] env[62364]: value = "domain-c8" [ 541.917664] env[62364]: _type = "ClusterComputeResource" [ 541.917664] env[62364]: } {{(pid=62364) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 541.918504] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a9aeb0-70fc-4a33-b620-e72ea3af53b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.925542] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Got total of 0 instances {{(pid=62364) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 567.497429] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "621d2c06-77f3-4b6e-9944-01faf4f8056b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.497698] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "621d2c06-77f3-4b6e-9944-01faf4f8056b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.001938] env[62364]: DEBUG nova.compute.manager [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.552515] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.552819] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.555606] env[62364]: INFO nova.compute.claims [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.630100] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6ca3bb-5860-4b5d-a82d-4e193154130c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.644696] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d202844-482f-4e35-9214-20a8b0d2408c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.691322] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a45bd3-e8b3-4dbe-93b2-e7a09a6b75ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.700220] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a376b487-5818-42cc-87c4-4b7e1677a462 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.713776] env[62364]: DEBUG nova.compute.provider_tree [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.222529] env[62364]: DEBUG nova.scheduler.client.report [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.727840] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.728403] env[62364]: DEBUG nova.compute.manager [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 571.236235] env[62364]: DEBUG nova.compute.utils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 571.239085] env[62364]: DEBUG nova.compute.manager [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.239577] env[62364]: DEBUG nova.network.neutron [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.277221] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquiring lock "35357dda-cf26-4576-a6ca-cef04c6597b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.277221] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Lock "35357dda-cf26-4576-a6ca-cef04c6597b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.748895] env[62364]: DEBUG nova.compute.manager [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.781105] env[62364]: DEBUG nova.compute.manager [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.324715] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.324715] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.326229] env[62364]: INFO nova.compute.claims [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.602437] env[62364]: DEBUG nova.policy [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '118a02fdaa2146b3b947b2098834ef60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69ad5c270d6640dabe2d26a4bca4cfb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.760335] env[62364]: DEBUG nova.compute.manager [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.796714] env[62364]: DEBUG nova.virt.hardware [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.797378] env[62364]: DEBUG nova.virt.hardware [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.797378] env[62364]: DEBUG nova.virt.hardware [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.797378] env[62364]: DEBUG nova.virt.hardware [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.797515] env[62364]: DEBUG nova.virt.hardware [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.797633] env[62364]: DEBUG nova.virt.hardware [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.797821] env[62364]: DEBUG nova.virt.hardware [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.797977] env[62364]: DEBUG nova.virt.hardware [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.798415] env[62364]: DEBUG nova.virt.hardware [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.798602] env[62364]: DEBUG nova.virt.hardware [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.798778] env[62364]: DEBUG nova.virt.hardware [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.799931] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e846c851-d413-4cd6-8e37-d0ad18d48ce0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.809316] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f802aefd-5274-4c1e-aeb9-b5471b717e97 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.834421] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a349ebd4-94bd-4bb7-9101-d62013ac87b9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.423937] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d82d78-5f0f-4d8f-9b2d-eb6c832941c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.432254] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9aa1ce-9428-4156-8c5b-8196e203278d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.470118] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2c73ef-126c-477c-b1f7-4813ceb5aa14 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.479752] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1365f98-c292-469a-8884-e437bb0a275e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.496728] env[62364]: DEBUG nova.compute.provider_tree [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.001946] env[62364]: DEBUG nova.scheduler.client.report [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.510200] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.510816] env[62364]: DEBUG nova.compute.manager [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.555353] env[62364]: DEBUG nova.network.neutron [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Successfully created port: 629173a0-9920-47fa-add8-d579e2d32438 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.016101] env[62364]: DEBUG nova.compute.utils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 575.017688] env[62364]: DEBUG nova.compute.manager [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.017947] env[62364]: DEBUG nova.network.neutron [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.148554] env[62364]: DEBUG nova.policy [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '134af3ac770a41f2ab8fe99192db1dcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90ccedf54dd94f57b0fa1b8724f576bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.523025] env[62364]: DEBUG nova.compute.manager [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.636637] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquiring lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.636637] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.140635] env[62364]: DEBUG nova.compute.manager [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.520367] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "ac869905-5c82-404e-8347-a34270150d89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.520733] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "ac869905-5c82-404e-8347-a34270150d89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.535995] env[62364]: DEBUG nova.compute.manager [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.569952] env[62364]: DEBUG nova.virt.hardware [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.569952] env[62364]: DEBUG nova.virt.hardware [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.569952] env[62364]: DEBUG nova.virt.hardware [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.570221] env[62364]: DEBUG nova.virt.hardware [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.572286] env[62364]: DEBUG nova.virt.hardware [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.572286] env[62364]: DEBUG nova.virt.hardware [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.572286] env[62364]: DEBUG nova.virt.hardware [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.572286] env[62364]: DEBUG nova.virt.hardware [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.572286] env[62364]: DEBUG nova.virt.hardware [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.572488] env[62364]: DEBUG nova.virt.hardware [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.572488] env[62364]: DEBUG nova.virt.hardware [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.572960] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaee1734-6c07-4ee4-8794-7beabf83ea61 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.584078] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55962c4-bcf0-4744-a0d6-31902893b4b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.673485] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.674018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.676824] env[62364]: INFO nova.compute.claims [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.679858] env[62364]: DEBUG nova.network.neutron [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Successfully created port: 3e206549-2632-48f2-a335-23e77c5b4496 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.030436] env[62364]: DEBUG nova.compute.manager [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.566579] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.674583] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.674908] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.675083] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 577.675446] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Rebuilding the list of instances to heal {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 577.833119] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8908cd83-ee8b-48b9-8244-2d75176e2901 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.841522] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048ed96b-a56d-4597-9c8e-b6beb5d9e995 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.878781] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01b68e4-6dcc-42f3-ba26-b6b40dc0e060 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.885170] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.885407] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.892336] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db39141e-dbdc-4bcd-bc68-299128ab9dd1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.907019] env[62364]: DEBUG nova.compute.provider_tree [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.921944] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "5beb891b-8d68-4838-8fd0-8a24604c26fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.921944] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5beb891b-8d68-4838-8fd0-8a24604c26fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.967172] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "b4f18c46-ac56-4253-add1-6586dd207c92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.967603] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "b4f18c46-ac56-4253-add1-6586dd207c92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.105697] env[62364]: DEBUG nova.network.neutron [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Successfully updated port: 629173a0-9920-47fa-add8-d579e2d32438 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.180771] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Skipping network cache update for instance because it is Building. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 578.180771] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Skipping network cache update for instance because it is Building. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 578.180771] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Skipping network cache update for instance because it is Building. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 578.181850] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Didn't find any instances for network info cache update. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10546}} [ 578.181850] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.181850] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.181850] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.181850] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.181850] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.182155] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.182188] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 578.182883] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.388888] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.398525] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.398663] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.410223] env[62364]: DEBUG nova.scheduler.client.report [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.424406] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.473530] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.611056] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "refresh_cache-621d2c06-77f3-4b6e-9944-01faf4f8056b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.611344] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquired lock "refresh_cache-621d2c06-77f3-4b6e-9944-01faf4f8056b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.611385] env[62364]: DEBUG nova.network.neutron [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.688760] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.902224] env[62364]: DEBUG nova.compute.manager [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.917435] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.917963] env[62364]: DEBUG nova.compute.manager [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 578.921163] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.355s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.923433] env[62364]: INFO nova.compute.claims [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.929857] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.964823] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.999355] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.336283] env[62364]: DEBUG nova.network.neutron [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.425217] env[62364]: DEBUG nova.compute.utils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 579.426526] env[62364]: DEBUG nova.compute.manager [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.426693] env[62364]: DEBUG nova.network.neutron [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.447565] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.506165] env[62364]: DEBUG nova.compute.manager [req-f338ad98-c715-4fdf-a15f-e7453c4823ac req-4c0217ac-33cf-4be3-a294-1786eddd0445 service nova] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Received event network-vif-plugged-629173a0-9920-47fa-add8-d579e2d32438 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 579.506165] env[62364]: DEBUG oslo_concurrency.lockutils [req-f338ad98-c715-4fdf-a15f-e7453c4823ac req-4c0217ac-33cf-4be3-a294-1786eddd0445 service nova] Acquiring lock "621d2c06-77f3-4b6e-9944-01faf4f8056b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.506165] env[62364]: DEBUG oslo_concurrency.lockutils [req-f338ad98-c715-4fdf-a15f-e7453c4823ac req-4c0217ac-33cf-4be3-a294-1786eddd0445 service nova] Lock "621d2c06-77f3-4b6e-9944-01faf4f8056b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.506165] env[62364]: DEBUG oslo_concurrency.lockutils [req-f338ad98-c715-4fdf-a15f-e7453c4823ac req-4c0217ac-33cf-4be3-a294-1786eddd0445 service nova] Lock "621d2c06-77f3-4b6e-9944-01faf4f8056b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.506742] env[62364]: DEBUG nova.compute.manager [req-f338ad98-c715-4fdf-a15f-e7453c4823ac req-4c0217ac-33cf-4be3-a294-1786eddd0445 service nova] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] No waiting events found dispatching network-vif-plugged-629173a0-9920-47fa-add8-d579e2d32438 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.507411] env[62364]: WARNING nova.compute.manager [req-f338ad98-c715-4fdf-a15f-e7453c4823ac req-4c0217ac-33cf-4be3-a294-1786eddd0445 service nova] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Received unexpected event network-vif-plugged-629173a0-9920-47fa-add8-d579e2d32438 for instance with vm_state building and task_state spawning. [ 579.547020] env[62364]: DEBUG nova.policy [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c59af6fc88574847bedaa793364e3b0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87257146037d4c61afcb8273a54ed8ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.555600] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquiring lock "9a0c83f1-f660-45d9-adc7-7a82fca70272" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.555819] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Lock "9a0c83f1-f660-45d9-adc7-7a82fca70272" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.836195] env[62364]: DEBUG nova.network.neutron [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Updating instance_info_cache with network_info: [{"id": "629173a0-9920-47fa-add8-d579e2d32438", "address": "fa:16:3e:7a:b0:b5", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629173a0-99", "ovs_interfaceid": "629173a0-9920-47fa-add8-d579e2d32438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.867918] env[62364]: DEBUG nova.network.neutron [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Successfully updated port: 3e206549-2632-48f2-a335-23e77c5b4496 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.939337] env[62364]: DEBUG nova.compute.manager [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.059376] env[62364]: DEBUG nova.compute.manager [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.166105] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf73cbf-d073-43a1-9d86-bf754f603985 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.176196] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d0a38b-7b75-47a3-a29c-c52da9eb31a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.212359] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c536bfec-d234-47d3-a330-5ec4678c447a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.220907] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57252d52-484c-4e8a-a182-aa170dedcfc3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.237044] env[62364]: DEBUG nova.compute.provider_tree [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.341244] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Releasing lock "refresh_cache-621d2c06-77f3-4b6e-9944-01faf4f8056b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.341474] env[62364]: DEBUG nova.compute.manager [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Instance network_info: |[{"id": "629173a0-9920-47fa-add8-d579e2d32438", "address": "fa:16:3e:7a:b0:b5", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629173a0-99", "ovs_interfaceid": "629173a0-9920-47fa-add8-d579e2d32438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.342250] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:b0:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '629173a0-9920-47fa-add8-d579e2d32438', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.363949] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.364314] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f348ec04-ac30-45ca-ada2-8d51e6b81a56 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.371161] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquiring lock "refresh_cache-35357dda-cf26-4576-a6ca-cef04c6597b1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.371310] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquired lock "refresh_cache-35357dda-cf26-4576-a6ca-cef04c6597b1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.371457] env[62364]: DEBUG nova.network.neutron [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.380370] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Created folder: OpenStack in parent group-v4. [ 580.380370] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Creating folder: Project (69ad5c270d6640dabe2d26a4bca4cfb6). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.380557] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-520c8bae-7f85-493c-86eb-f2628c6cf98a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.399860] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Created folder: Project (69ad5c270d6640dabe2d26a4bca4cfb6) in parent group-v501830. [ 580.400072] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Creating folder: Instances. Parent ref: group-v501831. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.400334] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14ca5fa3-728a-4902-a2c5-d4f962757313 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.416273] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Created folder: Instances in parent group-v501831. [ 580.416664] env[62364]: DEBUG oslo.service.loopingcall [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.416819] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.416930] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-640cf76f-d442-484d-aac4-11d571d06939 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.439461] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.439461] env[62364]: value = "task-2479965" [ 580.439461] env[62364]: _type = "Task" [ 580.439461] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.451553] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479965, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.603697] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.745036] env[62364]: DEBUG nova.scheduler.client.report [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.825182] env[62364]: DEBUG nova.network.neutron [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Successfully created port: fc83c305-113f-486d-ab64-915aacf1bffa {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.946287] env[62364]: DEBUG nova.network.neutron [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.950063] env[62364]: DEBUG nova.compute.manager [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 580.961870] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479965, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.148925] env[62364]: DEBUG nova.virt.hardware [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.149247] env[62364]: DEBUG nova.virt.hardware [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.149520] env[62364]: DEBUG nova.virt.hardware [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.149661] env[62364]: DEBUG nova.virt.hardware [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.149840] env[62364]: DEBUG nova.virt.hardware [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.150056] env[62364]: DEBUG nova.virt.hardware [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.150323] env[62364]: DEBUG nova.virt.hardware [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.150536] env[62364]: DEBUG nova.virt.hardware [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.150721] env[62364]: DEBUG nova.virt.hardware [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.150970] env[62364]: DEBUG nova.virt.hardware [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.151210] env[62364]: DEBUG nova.virt.hardware [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.152478] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8c3954-b5ec-4dd8-acf5-467bb5797853 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.166576] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f22f26c-cb1f-4989-930e-2812d5d424b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.259171] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.259171] env[62364]: DEBUG nova.compute.manager [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.263062] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.575s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.264700] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.264700] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 581.264700] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.336s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.265770] env[62364]: INFO nova.compute.claims [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.272697] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3023e7-2e63-4d38-8bc5-1c0cf01e70c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.286999] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801c74b0-f16f-460f-a19a-4ddff6e97594 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.309616] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41599939-151b-4700-8531-caf866ab1711 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.316893] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8fe4d3-ae57-4d42-a5bf-eb843db13cf5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.362837] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181177MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 581.362837] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.451880] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479965, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.774476] env[62364]: DEBUG nova.compute.utils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 581.775820] env[62364]: DEBUG nova.compute.manager [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.776203] env[62364]: DEBUG nova.network.neutron [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.884376] env[62364]: DEBUG nova.network.neutron [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Updating instance_info_cache with network_info: [{"id": "3e206549-2632-48f2-a335-23e77c5b4496", "address": "fa:16:3e:02:13:ce", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e206549-26", "ovs_interfaceid": "3e206549-2632-48f2-a335-23e77c5b4496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.953594] env[62364]: DEBUG nova.policy [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836597354a1c490bb04606f9fcf50343', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af1cadc9cadf402cb81d2076da3b1d93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.962727] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479965, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.284741] env[62364]: DEBUG nova.compute.manager [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.388226] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Releasing lock "refresh_cache-35357dda-cf26-4576-a6ca-cef04c6597b1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.388226] env[62364]: DEBUG nova.compute.manager [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Instance network_info: |[{"id": "3e206549-2632-48f2-a335-23e77c5b4496", "address": "fa:16:3e:02:13:ce", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e206549-26", "ovs_interfaceid": "3e206549-2632-48f2-a335-23e77c5b4496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 582.388406] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:13:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e206549-2632-48f2-a335-23e77c5b4496', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.406227] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Creating folder: Project (90ccedf54dd94f57b0fa1b8724f576bf). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.410552] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8edfbd9c-23e0-4057-b428-5e831a55dff4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.428762] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Created folder: Project (90ccedf54dd94f57b0fa1b8724f576bf) in parent group-v501830. [ 582.428762] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Creating folder: Instances. Parent ref: group-v501837. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.428762] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dbec9a5-442a-497d-a4d1-3ab46d986dd8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.437531] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Created folder: Instances in parent group-v501837. [ 582.438491] env[62364]: DEBUG oslo.service.loopingcall [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.438491] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.438491] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be6cde08-f64b-49e6-8fb3-deaca0352e2f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.470300] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.470300] env[62364]: value = "task-2479972" [ 582.470300] env[62364]: _type = "Task" [ 582.470300] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.484294] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479965, 'name': CreateVM_Task, 'duration_secs': 2.005652} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.489206] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.489206] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479972, 'name': CreateVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.511367] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0d62e7-aab4-446d-a4f1-039ebe026bcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.522239] env[62364]: DEBUG oslo_vmware.service [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1028b55-414a-4dd2-b742-c02eafe87d9b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.527283] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d2a8f-b68b-4e32-9ab8-fa4f45aeda34 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.566927] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.566927] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.567152] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.567592] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a01360-0bed-4c7e-ab52-614007fb72b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.569929] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2696c2-6d4a-4aae-9f21-ee3caf45af4f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.579600] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 582.579600] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526eee88-4115-61c5-de84-36003ffb95ad" [ 582.579600] env[62364]: _type = "Task" [ 582.579600] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.580017] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad51f4a-18fb-480f-828b-3f7099648f3d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.604470] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.604470] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.604680] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.604823] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.605265] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.605743] env[62364]: DEBUG nova.compute.provider_tree [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.607112] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9472852a-dfae-4ad3-b471-a98bf8a6241f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.623935] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.624047] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.624853] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed064e57-e7b8-4e5b-9064-c4a7271a4f7a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.634906] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba92686-2991-4db9-84bf-bcc39ec7f323 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.643817] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 582.643817] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d14fd5-54db-4524-01fd-8c3d16810ca4" [ 582.643817] env[62364]: _type = "Task" [ 582.643817] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.652625] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d14fd5-54db-4524-01fd-8c3d16810ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.987813] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479972, 'name': CreateVM_Task, 'duration_secs': 0.391287} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.988966] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.989705] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.992704] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.993013] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.993620] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5721f0-e643-4d0e-9e4e-72dea9016ebf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.002252] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for the task: (returnval){ [ 583.002252] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5243a3dd-2771-acd9-7d63-2cb2c15b1153" [ 583.002252] env[62364]: _type = "Task" [ 583.002252] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.009851] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5243a3dd-2771-acd9-7d63-2cb2c15b1153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.029804] env[62364]: DEBUG nova.compute.manager [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Received event network-changed-629173a0-9920-47fa-add8-d579e2d32438 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 583.030372] env[62364]: DEBUG nova.compute.manager [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Refreshing instance network info cache due to event network-changed-629173a0-9920-47fa-add8-d579e2d32438. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 583.030643] env[62364]: DEBUG oslo_concurrency.lockutils [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] Acquiring lock "refresh_cache-621d2c06-77f3-4b6e-9944-01faf4f8056b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.030643] env[62364]: DEBUG oslo_concurrency.lockutils [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] Acquired lock "refresh_cache-621d2c06-77f3-4b6e-9944-01faf4f8056b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.030787] env[62364]: DEBUG nova.network.neutron [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Refreshing network info cache for port 629173a0-9920-47fa-add8-d579e2d32438 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.099640] env[62364]: DEBUG nova.network.neutron [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Successfully updated port: fc83c305-113f-486d-ab64-915aacf1bffa {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.112549] env[62364]: DEBUG nova.scheduler.client.report [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.158097] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Preparing fetch location {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 583.158097] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Creating directory with path [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.158097] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-021370b5-f8ea-4a06-b3b1-d3718431f223 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.193509] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Created directory with path [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.193787] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Fetch image to [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 583.194019] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Downloading image file data 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 to [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk on the data store datastore1 {{(pid=62364) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 583.195161] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc39f01-3529-4e56-83c0-5bf3bc752e8a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.206038] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f758e700-a2b0-49be-9e5a-1d31ecdb2127 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.218668] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6442c901-bc33-4d9d-bcc6-96dc56ef1057 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.255875] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6864c949-a6f3-432d-88e9-0819a169c1fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.269954] env[62364]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fc99419a-1b89-4464-a4ab-6cebc28c5ef9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.301668] env[62364]: DEBUG nova.compute.manager [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.341054] env[62364]: DEBUG nova.virt.hardware [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.341255] env[62364]: DEBUG nova.virt.hardware [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.341416] env[62364]: DEBUG nova.virt.hardware [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.341594] env[62364]: DEBUG nova.virt.hardware [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.341808] env[62364]: DEBUG nova.virt.hardware [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.342009] env[62364]: DEBUG nova.virt.hardware [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.344829] env[62364]: DEBUG nova.virt.hardware [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.345648] env[62364]: DEBUG nova.virt.hardware [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.345648] env[62364]: DEBUG nova.virt.hardware [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.345648] env[62364]: DEBUG nova.virt.hardware [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.345648] env[62364]: DEBUG nova.virt.hardware [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.346884] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262bc51f-27bf-4635-92ab-97c28b2bb198 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.355118] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af96ef2-ce81-4959-9178-d193e4585167 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.360884] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Downloading image file data 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 to the data store datastore1 {{(pid=62364) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 583.435183] env[62364]: DEBUG oslo_vmware.rw_handles [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62364) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 583.558450] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.558569] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.558796] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.573148] env[62364]: DEBUG nova.network.neutron [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Successfully created port: 3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.602952] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquiring lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.603120] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquired lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.603273] env[62364]: DEBUG nova.network.neutron [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.619513] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.620073] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.628573] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.664s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.630480] env[62364]: INFO nova.compute.claims [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.138372] env[62364]: DEBUG nova.compute.utils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 584.144591] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.144591] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.237106] env[62364]: DEBUG oslo_vmware.rw_handles [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Completed reading data from the image iterator. {{(pid=62364) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 584.237918] env[62364]: DEBUG oslo_vmware.rw_handles [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 584.249560] env[62364]: DEBUG nova.network.neutron [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.297102] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Downloaded image file data 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 to vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk on the data store datastore1 {{(pid=62364) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 584.301517] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Caching image {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 584.301517] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Copying Virtual Disk [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk to [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.301517] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd79fdd9-eb37-4702-9f7f-866ca541015f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.312925] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 584.312925] env[62364]: value = "task-2479974" [ 584.312925] env[62364]: _type = "Task" [ 584.312925] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.321339] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.381068] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.381330] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.393444] env[62364]: DEBUG nova.policy [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45e4e3643987453ab233f196a7677826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8811e6ba402242ee95c09b02329e0e4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.440694] env[62364]: DEBUG nova.network.neutron [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Updated VIF entry in instance network info cache for port 629173a0-9920-47fa-add8-d579e2d32438. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.441095] env[62364]: DEBUG nova.network.neutron [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Updating instance_info_cache with network_info: [{"id": "629173a0-9920-47fa-add8-d579e2d32438", "address": "fa:16:3e:7a:b0:b5", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629173a0-99", "ovs_interfaceid": "629173a0-9920-47fa-add8-d579e2d32438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.642716] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.778410] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Successfully created port: 7dd73c32-f786-44d4-ae43-d67924933586 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.836585] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.879856] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3da823-0534-4fee-a871-1804618a854d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.883606] env[62364]: DEBUG nova.compute.manager [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.891882] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51ad5f2-1e64-428d-b4b5-fee3c0f56182 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.935593] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3625c7d-f304-4428-9342-fac50475db67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.944204] env[62364]: DEBUG oslo_concurrency.lockutils [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] Releasing lock "refresh_cache-621d2c06-77f3-4b6e-9944-01faf4f8056b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.944528] env[62364]: DEBUG nova.compute.manager [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Received event network-vif-plugged-3e206549-2632-48f2-a335-23e77c5b4496 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 584.944789] env[62364]: DEBUG oslo_concurrency.lockutils [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] Acquiring lock "35357dda-cf26-4576-a6ca-cef04c6597b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.945300] env[62364]: DEBUG oslo_concurrency.lockutils [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] Lock "35357dda-cf26-4576-a6ca-cef04c6597b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.945535] env[62364]: DEBUG oslo_concurrency.lockutils [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] Lock "35357dda-cf26-4576-a6ca-cef04c6597b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.945709] env[62364]: DEBUG nova.compute.manager [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] No waiting events found dispatching network-vif-plugged-3e206549-2632-48f2-a335-23e77c5b4496 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.945874] env[62364]: WARNING nova.compute.manager [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Received unexpected event network-vif-plugged-3e206549-2632-48f2-a335-23e77c5b4496 for instance with vm_state building and task_state spawning. [ 584.946113] env[62364]: DEBUG nova.compute.manager [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Received event network-changed-3e206549-2632-48f2-a335-23e77c5b4496 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 584.946288] env[62364]: DEBUG nova.compute.manager [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Refreshing instance network info cache due to event network-changed-3e206549-2632-48f2-a335-23e77c5b4496. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 584.946472] env[62364]: DEBUG oslo_concurrency.lockutils [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] Acquiring lock "refresh_cache-35357dda-cf26-4576-a6ca-cef04c6597b1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.946745] env[62364]: DEBUG oslo_concurrency.lockutils [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] Acquired lock "refresh_cache-35357dda-cf26-4576-a6ca-cef04c6597b1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.946921] env[62364]: DEBUG nova.network.neutron [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Refreshing network info cache for port 3e206549-2632-48f2-a335-23e77c5b4496 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.949608] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59b0de8-6cd3-4619-ac53-2754e7b402b0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.969361] env[62364]: DEBUG nova.compute.provider_tree [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.124316] env[62364]: DEBUG nova.compute.manager [req-bee4d6ba-c94e-4b1b-9d58-19a629962025 req-179ffe29-d47d-448d-adc0-e6fc26a7005b service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Received event network-vif-plugged-fc83c305-113f-486d-ab64-915aacf1bffa {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 585.124316] env[62364]: DEBUG oslo_concurrency.lockutils [req-bee4d6ba-c94e-4b1b-9d58-19a629962025 req-179ffe29-d47d-448d-adc0-e6fc26a7005b service nova] Acquiring lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.124316] env[62364]: DEBUG oslo_concurrency.lockutils [req-bee4d6ba-c94e-4b1b-9d58-19a629962025 req-179ffe29-d47d-448d-adc0-e6fc26a7005b service nova] Lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.124316] env[62364]: DEBUG oslo_concurrency.lockutils [req-bee4d6ba-c94e-4b1b-9d58-19a629962025 req-179ffe29-d47d-448d-adc0-e6fc26a7005b service nova] Lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.124316] env[62364]: DEBUG nova.compute.manager [req-bee4d6ba-c94e-4b1b-9d58-19a629962025 req-179ffe29-d47d-448d-adc0-e6fc26a7005b service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] No waiting events found dispatching network-vif-plugged-fc83c305-113f-486d-ab64-915aacf1bffa {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.124880] env[62364]: WARNING nova.compute.manager [req-bee4d6ba-c94e-4b1b-9d58-19a629962025 req-179ffe29-d47d-448d-adc0-e6fc26a7005b service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Received unexpected event network-vif-plugged-fc83c305-113f-486d-ab64-915aacf1bffa for instance with vm_state building and task_state spawning. [ 585.146614] env[62364]: DEBUG nova.network.neutron [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Updating instance_info_cache with network_info: [{"id": "fc83c305-113f-486d-ab64-915aacf1bffa", "address": "fa:16:3e:5e:3d:79", "network": {"id": "0b6ef980-2206-4eb6-a687-280d3e5c5525", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-288143535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87257146037d4c61afcb8273a54ed8ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc83c305-11", "ovs_interfaceid": "fc83c305-113f-486d-ab64-915aacf1bffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.325660] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479974, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.426929] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.475792] env[62364]: DEBUG nova.scheduler.client.report [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.646093] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Releasing lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.646429] env[62364]: DEBUG nova.compute.manager [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Instance network_info: |[{"id": "fc83c305-113f-486d-ab64-915aacf1bffa", "address": "fa:16:3e:5e:3d:79", "network": {"id": "0b6ef980-2206-4eb6-a687-280d3e5c5525", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-288143535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87257146037d4c61afcb8273a54ed8ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc83c305-11", "ovs_interfaceid": "fc83c305-113f-486d-ab64-915aacf1bffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.647191] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:3d:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc83c305-113f-486d-ab64-915aacf1bffa', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.656153] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Creating folder: Project (87257146037d4c61afcb8273a54ed8ad). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.661473] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.664956] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80abf978-edfe-45bb-850d-197a6be0ec70 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.678716] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Created folder: Project (87257146037d4c61afcb8273a54ed8ad) in parent group-v501830. [ 585.678933] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Creating folder: Instances. Parent ref: group-v501840. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.679124] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04970ba4-1609-4f35-8513-1c6745227f68 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.689162] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Created folder: Instances in parent group-v501840. [ 585.689519] env[62364]: DEBUG oslo.service.loopingcall [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.690355] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.690355] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d44fc1c-03c3-42e3-9dcc-e35eb64aa845 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.709045] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.709414] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.709483] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.709634] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.709778] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.709923] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.710134] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.710291] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.710455] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.710611] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.710776] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.711622] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b113887b-f230-4fa6-9751-2e1a6921f118 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.721730] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13550fa-7232-4e0c-9bbe-55cf989f78ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.725665] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.725665] env[62364]: value = "task-2479977" [ 585.725665] env[62364]: _type = "Task" [ 585.725665] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.744441] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479977, 'name': CreateVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.824826] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479974, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.102088} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.825113] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Copied Virtual Disk [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk to [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.825300] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Deleting the datastore file [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.825554] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca8a1d1d-26ec-4cf5-abee-b1b6e05444f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.832520] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 585.832520] env[62364]: value = "task-2479978" [ 585.832520] env[62364]: _type = "Task" [ 585.832520] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.840297] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.937682] env[62364]: DEBUG nova.network.neutron [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Updated VIF entry in instance network info cache for port 3e206549-2632-48f2-a335-23e77c5b4496. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.938116] env[62364]: DEBUG nova.network.neutron [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Updating instance_info_cache with network_info: [{"id": "3e206549-2632-48f2-a335-23e77c5b4496", "address": "fa:16:3e:02:13:ce", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e206549-26", "ovs_interfaceid": "3e206549-2632-48f2-a335-23e77c5b4496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.985519] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.986381] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.990302] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.990s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.991642] env[62364]: INFO nova.compute.claims [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.172405] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.172405] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.241507] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479977, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.343181] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02304} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.344519] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.344519] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Moving file from [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416/82e07c86-72ab-48ef-b94b-701e0bfb7ef9 to [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9. {{(pid=62364) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 586.344519] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-992b49fe-174a-47ee-a45c-47d292f7bd09 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.351256] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 586.351256] env[62364]: value = "task-2479980" [ 586.351256] env[62364]: _type = "Task" [ 586.351256] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.361141] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479980, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.442186] env[62364]: DEBUG oslo_concurrency.lockutils [req-71c937e3-d5c8-4cc6-b112-c6f207a64997 req-2c03d224-9d6b-44c6-bddf-d8e628464387 service nova] Releasing lock "refresh_cache-35357dda-cf26-4576-a6ca-cef04c6597b1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.497865] env[62364]: DEBUG nova.compute.utils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.502447] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.502630] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.610490] env[62364]: DEBUG nova.policy [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45e4e3643987453ab233f196a7677826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8811e6ba402242ee95c09b02329e0e4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.638490] env[62364]: DEBUG nova.network.neutron [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Successfully updated port: 3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.742221] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479977, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.861711] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479980, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.057987} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.862137] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] File moved {{(pid=62364) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 586.862348] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Cleaning up location [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 586.862513] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Deleting the datastore file [datastore1] vmware_temp/90b58848-4a38-426f-b98f-306b19ba4416 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 586.862774] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c02b5a1b-395d-459f-b5ed-914e2e335c13 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.871351] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 586.871351] env[62364]: value = "task-2479981" [ 586.871351] env[62364]: _type = "Task" [ 586.871351] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.881200] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.014539] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.041957] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Successfully updated port: 7dd73c32-f786-44d4-ae43-d67924933586 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.140724] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.141279] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquired lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.141431] env[62364]: DEBUG nova.network.neutron [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.246344] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479977, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.270773] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba3aca9-284c-4d71-bf01-3d1066d87e5f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.280513] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b2cdac-9c1a-4b09-842c-09ff720f2cf0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.312700] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1ac412-6b3b-4ad6-86a0-e59ad57970e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.321837] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94efd6b-6940-4b1a-90c3-540a20c27385 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.337241] env[62364]: DEBUG nova.compute.provider_tree [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.383220] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068529} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.383932] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 587.384731] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f4fa05-36fc-4960-a4e7-48f44a62cfc1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.392041] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 587.392041] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b50907-3a7b-fc78-974d-dd88265e173f" [ 587.392041] env[62364]: _type = "Task" [ 587.392041] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.401735] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b50907-3a7b-fc78-974d-dd88265e173f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.543950] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "refresh_cache-5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.544405] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired lock "refresh_cache-5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.544405] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.625115] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Successfully created port: b4fc637d-e25a-4d90-845f-b96c6272a21f {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.692957] env[62364]: DEBUG nova.network.neutron [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.742636] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479977, 'name': CreateVM_Task, 'duration_secs': 1.704391} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.742804] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.743986] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.744176] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.744513] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.744772] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0fa88a-0ab5-424c-85b9-fa22d3c42de0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.749782] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for the task: (returnval){ [ 587.749782] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527dce7f-45b5-c32a-f96c-6276b1367f9d" [ 587.749782] env[62364]: _type = "Task" [ 587.749782] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.758158] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527dce7f-45b5-c32a-f96c-6276b1367f9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.843165] env[62364]: DEBUG nova.scheduler.client.report [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.906490] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b50907-3a7b-fc78-974d-dd88265e173f, 'name': SearchDatastore_Task, 'duration_secs': 0.008913} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.906906] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.907659] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 621d2c06-77f3-4b6e-9944-01faf4f8056b/621d2c06-77f3-4b6e-9944-01faf4f8056b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.907967] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.908524] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.908745] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae8b565-4db9-4f8e-b88d-8985140bc65c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.911851] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3b87806-dfbe-48db-bf27-177dc98b957c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.919408] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 587.919408] env[62364]: value = "task-2479982" [ 587.919408] env[62364]: _type = "Task" [ 587.919408] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.923872] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.924068] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.925589] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87904506-b49c-4ab3-8cbb-3424e6675a3e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.931889] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.935402] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for the task: (returnval){ [ 587.935402] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5234f1c8-6ff8-6ddb-c6b0-696476e51d36" [ 587.935402] env[62364]: _type = "Task" [ 587.935402] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.944910] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5234f1c8-6ff8-6ddb-c6b0-696476e51d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.029730] env[62364]: DEBUG nova.network.neutron [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Updating instance_info_cache with network_info: [{"id": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "address": "fa:16:3e:48:17:e1", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec8d01-ac", "ovs_interfaceid": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.036527] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.067618] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.067909] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.068086] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.068276] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.068424] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.068572] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.068780] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.068952] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.069959] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.069959] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.069959] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.074404] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0b7730-f0c0-4db6-a28b-96133045c432 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.085107] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37141cfb-b139-423f-ab82-da6cefcd15e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.109047] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.273059] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527dce7f-45b5-c32a-f96c-6276b1367f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.273059] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.273059] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.273059] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.344575] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Updating instance_info_cache with network_info: [{"id": "7dd73c32-f786-44d4-ae43-d67924933586", "address": "fa:16:3e:6f:a7:b3", "network": {"id": "815ded9f-2c65-43e7-b901-f909e0abe0a1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1155359236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "8811e6ba402242ee95c09b02329e0e4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd73c32-f7", "ovs_interfaceid": "7dd73c32-f786-44d4-ae43-d67924933586", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.354348] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.355716] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.359852] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.914s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.361739] env[62364]: INFO nova.compute.claims [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.451851] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479982, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.452463] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5234f1c8-6ff8-6ddb-c6b0-696476e51d36, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.452967] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adaf3171-e832-4b00-8763-b740dca0a21d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.465045] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for the task: (returnval){ [ 588.465045] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52cc3e3b-b673-871e-f8ee-df95797b32bd" [ 588.465045] env[62364]: _type = "Task" [ 588.465045] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.484415] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cc3e3b-b673-871e-f8ee-df95797b32bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.541591] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Releasing lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.541591] env[62364]: DEBUG nova.compute.manager [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Instance network_info: |[{"id": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "address": "fa:16:3e:48:17:e1", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec8d01-ac", "ovs_interfaceid": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.542358] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:17:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fec8d01-ac28-4442-8484-0e61f4d66a27', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.550033] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Creating folder: Project (af1cadc9cadf402cb81d2076da3b1d93). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.551222] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29d94795-9e47-4f37-b4c1-77b707a33da4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.563896] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Created folder: Project (af1cadc9cadf402cb81d2076da3b1d93) in parent group-v501830. [ 588.563896] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Creating folder: Instances. Parent ref: group-v501843. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.564571] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aca10494-c991-4373-9acb-13a15c8ba0ce {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.575601] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Created folder: Instances in parent group-v501843. [ 588.575970] env[62364]: DEBUG oslo.service.loopingcall [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.576316] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac869905-5c82-404e-8347-a34270150d89] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.576695] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48c7f71c-2343-47a4-aa95-e53eda1a5708 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.606152] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.606152] env[62364]: value = "task-2479986" [ 588.606152] env[62364]: _type = "Task" [ 588.606152] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.620683] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479986, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.849472] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Releasing lock "refresh_cache-5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.849472] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Instance network_info: |[{"id": "7dd73c32-f786-44d4-ae43-d67924933586", "address": "fa:16:3e:6f:a7:b3", "network": {"id": "815ded9f-2c65-43e7-b901-f909e0abe0a1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1155359236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "8811e6ba402242ee95c09b02329e0e4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd73c32-f7", "ovs_interfaceid": "7dd73c32-f786-44d4-ae43-d67924933586", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.849610] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:a7:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dd73c32-f786-44d4-ae43-d67924933586', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.857876] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Creating folder: Project (8811e6ba402242ee95c09b02329e0e4b). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.857876] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec0dec69-df6a-498d-abb9-da58a45052e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.861415] env[62364]: DEBUG nova.compute.utils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 588.863023] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.863406] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.875433] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Created folder: Project (8811e6ba402242ee95c09b02329e0e4b) in parent group-v501830. [ 588.875433] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Creating folder: Instances. Parent ref: group-v501846. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.875433] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2438b53-a33a-4ea1-935e-ee25b852ec1d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.886196] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Created folder: Instances in parent group-v501846. [ 588.886196] env[62364]: DEBUG oslo.service.loopingcall [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.886196] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.886196] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfb0dcba-14b9-466d-b7e7-cddbed346e9a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.913614] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.913614] env[62364]: value = "task-2479989" [ 588.913614] env[62364]: _type = "Task" [ 588.913614] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.930371] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479989, 'name': CreateVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.936541] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695658} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.936791] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 621d2c06-77f3-4b6e-9944-01faf4f8056b/621d2c06-77f3-4b6e-9944-01faf4f8056b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.936999] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.937267] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efe4ba37-e42a-4795-9723-9398c85a0afd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.945030] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 588.945030] env[62364]: value = "task-2479990" [ 588.945030] env[62364]: _type = "Task" [ 588.945030] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.959453] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.964669] env[62364]: DEBUG nova.compute.manager [req-e908a4c8-8688-4bcd-a69d-59f9f88f18b3 req-81c57e61-96b3-44b9-80d0-9f753942fba9 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Received event network-vif-plugged-3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 588.964669] env[62364]: DEBUG oslo_concurrency.lockutils [req-e908a4c8-8688-4bcd-a69d-59f9f88f18b3 req-81c57e61-96b3-44b9-80d0-9f753942fba9 service nova] Acquiring lock "ac869905-5c82-404e-8347-a34270150d89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.964669] env[62364]: DEBUG oslo_concurrency.lockutils [req-e908a4c8-8688-4bcd-a69d-59f9f88f18b3 req-81c57e61-96b3-44b9-80d0-9f753942fba9 service nova] Lock "ac869905-5c82-404e-8347-a34270150d89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.964669] env[62364]: DEBUG oslo_concurrency.lockutils [req-e908a4c8-8688-4bcd-a69d-59f9f88f18b3 req-81c57e61-96b3-44b9-80d0-9f753942fba9 service nova] Lock "ac869905-5c82-404e-8347-a34270150d89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.964669] env[62364]: DEBUG nova.compute.manager [req-e908a4c8-8688-4bcd-a69d-59f9f88f18b3 req-81c57e61-96b3-44b9-80d0-9f753942fba9 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] No waiting events found dispatching network-vif-plugged-3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.964929] env[62364]: WARNING nova.compute.manager [req-e908a4c8-8688-4bcd-a69d-59f9f88f18b3 req-81c57e61-96b3-44b9-80d0-9f753942fba9 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Received unexpected event network-vif-plugged-3fec8d01-ac28-4442-8484-0e61f4d66a27 for instance with vm_state building and task_state spawning. [ 588.974364] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cc3e3b-b673-871e-f8ee-df95797b32bd, 'name': SearchDatastore_Task, 'duration_secs': 0.057621} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.974655] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.974897] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 35357dda-cf26-4576-a6ca-cef04c6597b1/35357dda-cf26-4576-a6ca-cef04c6597b1.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.975191] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.975391] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.975684] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1716c6e8-0c7c-42e3-9379-c88a6f941cc4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.977902] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85ceefb4-c636-4b52-9c37-e7fb68d90250 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.986545] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for the task: (returnval){ [ 588.986545] env[62364]: value = "task-2479991" [ 588.986545] env[62364]: _type = "Task" [ 588.986545] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.991529] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.991708] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.992472] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4198f07c-4db3-494b-b72b-c3a508d42ed2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.997868] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2479991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.001365] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for the task: (returnval){ [ 589.001365] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b12ab0-9e17-b989-9776-880dfba837cf" [ 589.001365] env[62364]: _type = "Task" [ 589.001365] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.011350] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b12ab0-9e17-b989-9776-880dfba837cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.013762] env[62364]: DEBUG nova.policy [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45e4e3643987453ab233f196a7677826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8811e6ba402242ee95c09b02329e0e4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.119944] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479986, 'name': CreateVM_Task, 'duration_secs': 0.424299} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.120580] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac869905-5c82-404e-8347-a34270150d89] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.121497] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.121695] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.122114] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.122366] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4aed60c-8e04-4c7c-ac4d-0bccc897c690 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.127944] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 589.127944] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ccce8d-aaeb-fdcb-0746-2dc695ed9c95" [ 589.127944] env[62364]: _type = "Task" [ 589.127944] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.138679] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ccce8d-aaeb-fdcb-0746-2dc695ed9c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.369418] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.426302] env[62364]: DEBUG nova.compute.manager [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Received event network-changed-fc83c305-113f-486d-ab64-915aacf1bffa {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 589.426552] env[62364]: DEBUG nova.compute.manager [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Refreshing instance network info cache due to event network-changed-fc83c305-113f-486d-ab64-915aacf1bffa. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 589.426729] env[62364]: DEBUG oslo_concurrency.lockutils [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] Acquiring lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.426881] env[62364]: DEBUG oslo_concurrency.lockutils [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] Acquired lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.427079] env[62364]: DEBUG nova.network.neutron [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Refreshing network info cache for port fc83c305-113f-486d-ab64-915aacf1bffa {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.435972] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2479989, 'name': CreateVM_Task, 'duration_secs': 0.344695} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.436945] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.438351] env[62364]: DEBUG oslo_vmware.service [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c9832d-3821-4ce0-8bc8-429af684f274 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.448436] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.448625] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.449064] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.450199] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7ea27b-bedc-4f31-80c2-30da458fcb48 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.462074] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 589.462074] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523cbdd7-c8e6-8de7-030b-d4d887e32ad8" [ 589.462074] env[62364]: _type = "Task" [ 589.462074] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.466707] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082621} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.467515] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.468960] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36525f58-9609-4e4c-8496-08195a0e4731 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.474687] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523cbdd7-c8e6-8de7-030b-d4d887e32ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.500462] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 621d2c06-77f3-4b6e-9944-01faf4f8056b/621d2c06-77f3-4b6e-9944-01faf4f8056b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.506853] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a41a8b1b-0b34-4fea-8d36-24b60c506935 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.531273] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2479991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52146} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.534596] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 35357dda-cf26-4576-a6ca-cef04c6597b1/35357dda-cf26-4576-a6ca-cef04c6597b1.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.538016] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 589.538016] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 589.538016] env[62364]: value = "task-2479992" [ 589.538016] env[62364]: _type = "Task" [ 589.538016] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.538016] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf2dda7d-0a65-4d09-8121-99db9d7040ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.546676] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b12ab0-9e17-b989-9776-880dfba837cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008642} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.548461] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-744e2943-8493-40fb-8bc1-dac51a85896d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.555942] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.556322] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for the task: (returnval){ [ 589.556322] env[62364]: value = "task-2479993" [ 589.556322] env[62364]: _type = "Task" [ 589.556322] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.561336] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for the task: (returnval){ [ 589.561336] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a5ae21-7b65-0143-4c99-f65eb68e503d" [ 589.561336] env[62364]: _type = "Task" [ 589.561336] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.567772] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2479993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.576018] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a5ae21-7b65-0143-4c99-f65eb68e503d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.644574] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ccce8d-aaeb-fdcb-0746-2dc695ed9c95, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.645106] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.645370] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.645662] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.808131] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d36e5ce-f682-44f1-891e-d5df069f6c4f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.815926] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b114ca-7213-4a4e-8159-868cea155f20 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.847701] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad71932d-1481-4118-bc41-8b9805261080 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.855341] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a140556-6966-426c-80d5-8507ab6d76dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.869271] env[62364]: DEBUG nova.compute.provider_tree [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.973322] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.973322] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.973322] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.973322] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.973589] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.974418] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d757626e-7be9-45c9-b8d0-ec89171f704e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.983587] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.983828] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.984686] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af285c4-644d-4cf6-bf6d-62a9f4a44e87 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.991880] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53370830-2deb-4066-8192-cf20b8e3d6ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.998041] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 589.998041] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52403855-793f-413b-059c-711184a46f05" [ 589.998041] env[62364]: _type = "Task" [ 589.998041] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.008017] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52403855-793f-413b-059c-711184a46f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.050090] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479992, 'name': ReconfigVM_Task, 'duration_secs': 0.333356} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.050090] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 621d2c06-77f3-4b6e-9944-01faf4f8056b/621d2c06-77f3-4b6e-9944-01faf4f8056b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.050090] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82053ad4-bb8d-488c-a0f9-4adb81e7b2eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.056209] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 590.056209] env[62364]: value = "task-2479994" [ 590.056209] env[62364]: _type = "Task" [ 590.056209] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.070793] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479994, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.074263] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2479993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083663} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.074365] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 590.075105] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669e63ca-45d8-450e-895d-ff19c35b54c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.083289] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a5ae21-7b65-0143-4c99-f65eb68e503d, 'name': SearchDatastore_Task, 'duration_secs': 0.014655} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.084311] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.084557] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 5d8a5902-fe91-45f4-9a5a-0e567426d52c/5d8a5902-fe91-45f4-9a5a-0e567426d52c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.084856] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.085061] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.085272] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c886bb1-faaa-4b68-a78f-441e1eebe467 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.097442] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a023ba07-a4db-4b18-ba4d-d341a0060882 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.109290] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 35357dda-cf26-4576-a6ca-cef04c6597b1/35357dda-cf26-4576-a6ca-cef04c6597b1.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 590.110706] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e9e17ef-fbd4-4e67-871d-14cba2655f92 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.128102] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for the task: (returnval){ [ 590.128102] env[62364]: value = "task-2479995" [ 590.128102] env[62364]: _type = "Task" [ 590.128102] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.133266] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for the task: (returnval){ [ 590.133266] env[62364]: value = "task-2479996" [ 590.133266] env[62364]: _type = "Task" [ 590.133266] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.140248] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2479995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.145916] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.145916] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.149232] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd024f2-4a8a-422a-862b-29c4cebb94c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.150471] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2479996, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.154723] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 590.154723] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52105a0e-7251-25cf-bf88-61ff72759562" [ 590.154723] env[62364]: _type = "Task" [ 590.154723] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.166617] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52105a0e-7251-25cf-bf88-61ff72759562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.373970] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Successfully created port: 5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.381050] env[62364]: DEBUG nova.scheduler.client.report [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.387600] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.428961] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.429930] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.429930] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.429930] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.429930] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.429930] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.430778] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.430778] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.430778] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.430778] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.430778] env[62364]: DEBUG nova.virt.hardware [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.431634] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4110766d-d7e8-4429-9a5b-039985907ea2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.442854] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4ee6bb-ecb3-4c19-aaf6-77167fd5d2b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.512016] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Preparing fetch location {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 590.512016] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Creating directory with path [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.512016] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab8648b5-3462-41b8-967d-7b4bed5d2c36 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.548740] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Created directory with path [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.548740] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Fetch image to [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 590.548740] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Downloading image file data 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 to [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk on the data store datastore2 {{(pid=62364) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 590.548740] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603aa43a-0a87-4e9c-a2d8-9bb98fce6f25 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.563780] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f5baa1-1e65-4ce7-8b77-fb019d0a04f3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.578747] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479994, 'name': Rename_Task, 'duration_secs': 0.194758} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.580806] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b47a1b-d5f8-4c4f-b2a8-c0ea784de216 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.585863] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.586318] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fc0f5d8-6dbd-4d96-b6b7-de9e8de7c3e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.620268] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 590.620268] env[62364]: value = "task-2479998" [ 590.620268] env[62364]: _type = "Task" [ 590.620268] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.621386] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afdda33-beaf-4113-afa6-0d280b50f565 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.637183] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.638034] env[62364]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4c338cba-d1c1-474f-9228-5b20dfa2092c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.646224] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2479995, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.653588] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2479996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.667238] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52105a0e-7251-25cf-bf88-61ff72759562, 'name': SearchDatastore_Task, 'duration_secs': 0.01457} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.668598] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c2687d-27a2-4823-9fdd-de44224bade6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.676215] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Downloading image file data 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 to the data store datastore2 {{(pid=62364) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 590.680415] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 590.680415] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5283dd26-2838-f95d-e876-d298cbd9874f" [ 590.680415] env[62364]: _type = "Task" [ 590.680415] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.691873] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5283dd26-2838-f95d-e876-d298cbd9874f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.742112] env[62364]: DEBUG oslo_vmware.rw_handles [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62364) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 590.894750] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.895374] env[62364]: DEBUG nova.compute.manager [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.899394] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.296s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.903065] env[62364]: INFO nova.compute.claims [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.141201] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479998, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.142245] env[62364]: DEBUG nova.network.neutron [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Updated VIF entry in instance network info cache for port fc83c305-113f-486d-ab64-915aacf1bffa. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.142789] env[62364]: DEBUG nova.network.neutron [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Updating instance_info_cache with network_info: [{"id": "fc83c305-113f-486d-ab64-915aacf1bffa", "address": "fa:16:3e:5e:3d:79", "network": {"id": "0b6ef980-2206-4eb6-a687-280d3e5c5525", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-288143535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87257146037d4c61afcb8273a54ed8ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc83c305-11", "ovs_interfaceid": "fc83c305-113f-486d-ab64-915aacf1bffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.153817] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2479995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598291} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.156123] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 5d8a5902-fe91-45f4-9a5a-0e567426d52c/5d8a5902-fe91-45f4-9a5a-0e567426d52c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.156613] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.157286] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb300ac6-d11f-48ab-924e-65255b42d759 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.164568] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2479996, 'name': ReconfigVM_Task, 'duration_secs': 0.659498} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.165420] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 35357dda-cf26-4576-a6ca-cef04c6597b1/35357dda-cf26-4576-a6ca-cef04c6597b1.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 591.166283] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b507bae-b560-4233-b687-20932914d3d6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.170803] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for the task: (returnval){ [ 591.170803] env[62364]: value = "task-2479999" [ 591.170803] env[62364]: _type = "Task" [ 591.170803] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.178275] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for the task: (returnval){ [ 591.178275] env[62364]: value = "task-2480000" [ 591.178275] env[62364]: _type = "Task" [ 591.178275] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.186992] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2479999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.206374] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2480000, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.207136] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5283dd26-2838-f95d-e876-d298cbd9874f, 'name': SearchDatastore_Task, 'duration_secs': 0.022536} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.210102] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.210102] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] ac869905-5c82-404e-8347-a34270150d89/ac869905-5c82-404e-8347-a34270150d89.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.210102] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7f7f9b4-4484-4f60-a0a4-0ec8c3cbcb52 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.217358] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 591.217358] env[62364]: value = "task-2480001" [ 591.217358] env[62364]: _type = "Task" [ 591.217358] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.231394] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.412503] env[62364]: DEBUG nova.compute.utils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 591.416183] env[62364]: DEBUG nova.compute.manager [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.416627] env[62364]: DEBUG nova.network.neutron [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.570468] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Successfully updated port: b4fc637d-e25a-4d90-845f-b96c6272a21f {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.634632] env[62364]: DEBUG oslo_vmware.api [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2479998, 'name': PowerOnVM_Task, 'duration_secs': 0.843931} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.636636] env[62364]: DEBUG nova.policy [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73fdd2087fb4936a1d4b0cf74d7c0df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4acab565f6e448a490f338459a47f680', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.638749] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.639122] env[62364]: INFO nova.compute.manager [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Took 18.88 seconds to spawn the instance on the hypervisor. [ 591.639937] env[62364]: DEBUG nova.compute.manager [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.640863] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d519b9c9-a6ab-4cb8-9dd7-75ec42a05008 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.657204] env[62364]: DEBUG oslo_concurrency.lockutils [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] Releasing lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.657467] env[62364]: DEBUG nova.compute.manager [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Received event network-vif-plugged-7dd73c32-f786-44d4-ae43-d67924933586 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 591.657666] env[62364]: DEBUG oslo_concurrency.lockutils [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] Acquiring lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.658077] env[62364]: DEBUG oslo_concurrency.lockutils [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] Lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.658077] env[62364]: DEBUG oslo_concurrency.lockutils [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] Lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.658228] env[62364]: DEBUG nova.compute.manager [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] No waiting events found dispatching network-vif-plugged-7dd73c32-f786-44d4-ae43-d67924933586 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.659126] env[62364]: WARNING nova.compute.manager [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Received unexpected event network-vif-plugged-7dd73c32-f786-44d4-ae43-d67924933586 for instance with vm_state building and task_state spawning. [ 591.659126] env[62364]: DEBUG nova.compute.manager [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Received event network-changed-7dd73c32-f786-44d4-ae43-d67924933586 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 591.659126] env[62364]: DEBUG nova.compute.manager [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Refreshing instance network info cache due to event network-changed-7dd73c32-f786-44d4-ae43-d67924933586. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 591.659126] env[62364]: DEBUG oslo_concurrency.lockutils [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] Acquiring lock "refresh_cache-5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.659126] env[62364]: DEBUG oslo_concurrency.lockutils [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] Acquired lock "refresh_cache-5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.659385] env[62364]: DEBUG nova.network.neutron [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Refreshing network info cache for port 7dd73c32-f786-44d4-ae43-d67924933586 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.689163] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2479999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133887} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.690477] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.691650] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503c35dd-3a9b-4127-8e7b-5ae0c3aa415d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.700485] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2480000, 'name': Rename_Task, 'duration_secs': 0.263341} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.702527] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.703138] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-178cc22e-4e20-4778-b7f8-a9fa3a083bb6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.729834] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 5d8a5902-fe91-45f4-9a5a-0e567426d52c/5d8a5902-fe91-45f4-9a5a-0e567426d52c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.734500] env[62364]: DEBUG oslo_vmware.rw_handles [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Completed reading data from the image iterator. {{(pid=62364) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 591.734953] env[62364]: DEBUG oslo_vmware.rw_handles [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 591.740537] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c377f6-189f-4ffb-8fa4-73584e7ff820 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.757339] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for the task: (returnval){ [ 591.757339] env[62364]: value = "task-2480002" [ 591.757339] env[62364]: _type = "Task" [ 591.757339] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.766048] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480001, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.767885] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for the task: (returnval){ [ 591.767885] env[62364]: value = "task-2480003" [ 591.767885] env[62364]: _type = "Task" [ 591.767885] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.774456] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2480002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.779777] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2480003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.789153] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Downloaded image file data 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 to vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk on the data store datastore2 {{(pid=62364) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 591.791250] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Caching image {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 591.791548] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Copying Virtual Disk [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk to [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.792275] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-912927f2-42da-471d-aa1f-b59bc64b7c49 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.799919] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 591.799919] env[62364]: value = "task-2480004" [ 591.799919] env[62364]: _type = "Task" [ 591.799919] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.811387] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.915838] env[62364]: DEBUG nova.compute.manager [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.078360] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "refresh_cache-5beb891b-8d68-4838-8fd0-8a24604c26fb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.078889] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired lock "refresh_cache-5beb891b-8d68-4838-8fd0-8a24604c26fb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.079300] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.090472] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquiring lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.090955] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.168077] env[62364]: INFO nova.compute.manager [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Took 23.66 seconds to build instance. [ 592.174547] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9d45cb-2f9f-4967-9e3d-ded1131c786d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.183662] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87352775-893f-4165-9b48-e4250dba6b6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.229295] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3bf504-5e8c-4742-973e-c7c329f4a771 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.244561] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ff5892-1beb-4896-aa2c-e0dbc92075fa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.251875] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811075} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.252243] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] ac869905-5c82-404e-8347-a34270150d89/ac869905-5c82-404e-8347-a34270150d89.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.252476] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.253168] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7621781-bf2b-461b-ba02-8164349b4c6a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.265618] env[62364]: DEBUG nova.compute.provider_tree [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.274417] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 592.274417] env[62364]: value = "task-2480005" [ 592.274417] env[62364]: _type = "Task" [ 592.274417] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.289994] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2480002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.295155] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2480003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.301022] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.310800] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480004, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.358142] env[62364]: DEBUG nova.compute.manager [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Received event network-changed-3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 592.358486] env[62364]: DEBUG nova.compute.manager [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Refreshing instance network info cache due to event network-changed-3fec8d01-ac28-4442-8484-0e61f4d66a27. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 592.358641] env[62364]: DEBUG oslo_concurrency.lockutils [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] Acquiring lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.359532] env[62364]: DEBUG oslo_concurrency.lockutils [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] Acquired lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.359756] env[62364]: DEBUG nova.network.neutron [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Refreshing network info cache for port 3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.670630] env[62364]: DEBUG oslo_concurrency.lockutils [None req-129c3611-b01b-45e8-ab45-67470af2a148 tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "621d2c06-77f3-4b6e-9944-01faf4f8056b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.173s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.714044] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.777753] env[62364]: DEBUG nova.scheduler.client.report [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.779292] env[62364]: DEBUG oslo_vmware.api [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2480002, 'name': PowerOnVM_Task, 'duration_secs': 0.779346} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.782168] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.782388] env[62364]: INFO nova.compute.manager [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Took 16.25 seconds to spawn the instance on the hypervisor. [ 592.782560] env[62364]: DEBUG nova.compute.manager [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.789129] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4946c341-0d68-47bf-91b5-987ca5751460 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.798129] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2480003, 'name': ReconfigVM_Task, 'duration_secs': 0.535478} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.802137] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 5d8a5902-fe91-45f4-9a5a-0e567426d52c/5d8a5902-fe91-45f4-9a5a-0e567426d52c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.803112] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095065} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.805924] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e07b88f-f816-4707-ac56-50e15250d271 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.807568] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.811851] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b413a2b-9cee-4623-9ea4-88c5ec06f0e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.819245] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480004, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.838637] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] ac869905-5c82-404e-8347-a34270150d89/ac869905-5c82-404e-8347-a34270150d89.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.840326] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for the task: (returnval){ [ 592.840326] env[62364]: value = "task-2480007" [ 592.840326] env[62364]: _type = "Task" [ 592.840326] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.840326] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb04e67-30eb-4c0a-b9c9-b404f884c425 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.865583] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2480007, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.867379] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 592.867379] env[62364]: value = "task-2480008" [ 592.867379] env[62364]: _type = "Task" [ 592.867379] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.876372] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.941199] env[62364]: DEBUG nova.compute.manager [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.966558] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquiring lock "7b302e72-58de-4b9c-aa9e-902a37184828" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.967119] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Lock "7b302e72-58de-4b9c-aa9e-902a37184828" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.980127] env[62364]: DEBUG nova.virt.hardware [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.980127] env[62364]: DEBUG nova.virt.hardware [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.980127] env[62364]: DEBUG nova.virt.hardware [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.980330] env[62364]: DEBUG nova.virt.hardware [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.980470] env[62364]: DEBUG nova.virt.hardware [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.980744] env[62364]: DEBUG nova.virt.hardware [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.980930] env[62364]: DEBUG nova.virt.hardware [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.981411] env[62364]: DEBUG nova.virt.hardware [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.981706] env[62364]: DEBUG nova.virt.hardware [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.981960] env[62364]: DEBUG nova.virt.hardware [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.982285] env[62364]: DEBUG nova.virt.hardware [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.983511] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417bcdc3-a256-47e6-a86b-ddaaed9a30e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.992480] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e69a184-c663-4a57-9ebe-ec2ec1901163 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.174136] env[62364]: DEBUG nova.compute.manager [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.284526] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.286675] env[62364]: DEBUG nova.compute.manager [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.290835] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.928s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.326733] env[62364]: INFO nova.compute.manager [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Took 21.04 seconds to build instance. [ 593.328458] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480004, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.083714} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.328894] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Copied Virtual Disk [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk to [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.329277] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleting the datastore file [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/tmp-sparse.vmdk {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.333250] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a82acb7c-28db-443d-b892-498c922528e3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.340878] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 593.340878] env[62364]: value = "task-2480009" [ 593.340878] env[62364]: _type = "Task" [ 593.340878] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.352798] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.368049] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2480007, 'name': Rename_Task, 'duration_secs': 0.186579} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.368416] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.371735] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16687258-bddb-4298-b078-d875ab1c538d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.379508] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.380842] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for the task: (returnval){ [ 593.380842] env[62364]: value = "task-2480010" [ 593.380842] env[62364]: _type = "Task" [ 593.380842] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.388445] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2480010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.524574] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Updating instance_info_cache with network_info: [{"id": "b4fc637d-e25a-4d90-845f-b96c6272a21f", "address": "fa:16:3e:79:08:62", "network": {"id": "815ded9f-2c65-43e7-b901-f909e0abe0a1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1155359236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "8811e6ba402242ee95c09b02329e0e4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4fc637d-e2", "ovs_interfaceid": "b4fc637d-e25a-4d90-845f-b96c6272a21f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.548659] env[62364]: DEBUG nova.network.neutron [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Updated VIF entry in instance network info cache for port 7dd73c32-f786-44d4-ae43-d67924933586. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.548659] env[62364]: DEBUG nova.network.neutron [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Updating instance_info_cache with network_info: [{"id": "7dd73c32-f786-44d4-ae43-d67924933586", "address": "fa:16:3e:6f:a7:b3", "network": {"id": "815ded9f-2c65-43e7-b901-f909e0abe0a1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1155359236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "8811e6ba402242ee95c09b02329e0e4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd73c32-f7", "ovs_interfaceid": "7dd73c32-f786-44d4-ae43-d67924933586", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.599686] env[62364]: DEBUG nova.network.neutron [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Successfully created port: 05d256f6-3d6e-48c0-ab37-edecec205860 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.706679] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.805776] env[62364]: DEBUG nova.compute.utils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 593.809667] env[62364]: DEBUG nova.compute.manager [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.810160] env[62364]: DEBUG nova.network.neutron [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.830242] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7a7aa18a-b9f7-4f25-a8c2-15b1bcc367f2 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Lock "35357dda-cf26-4576-a6ca-cef04c6597b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.554s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.858891] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028469} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.859219] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.859424] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Moving file from [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92/82e07c86-72ab-48ef-b94b-701e0bfb7ef9 to [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9. {{(pid=62364) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 593.859684] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1dfef556-e9be-4ab1-af9d-3ca25e2dd861 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.869217] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 593.869217] env[62364]: value = "task-2480011" [ 593.869217] env[62364]: _type = "Task" [ 593.869217] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.890684] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480008, 'name': ReconfigVM_Task, 'duration_secs': 0.800551} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.891517] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480011, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.891946] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Reconfigured VM instance instance-00000004 to attach disk [datastore1] ac869905-5c82-404e-8347-a34270150d89/ac869905-5c82-404e-8347-a34270150d89.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.893085] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05dc1f02-3ab0-4c38-bf70-8461290aa155 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.898273] env[62364]: DEBUG oslo_vmware.api [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2480010, 'name': PowerOnVM_Task, 'duration_secs': 0.505748} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.898585] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.898703] env[62364]: INFO nova.compute.manager [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Took 12.95 seconds to spawn the instance on the hypervisor. [ 593.901119] env[62364]: DEBUG nova.compute.manager [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.903231] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c54e7f-6d26-4b68-9145-1d97e5d1e233 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.906235] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 593.906235] env[62364]: value = "task-2480012" [ 593.906235] env[62364]: _type = "Task" [ 593.906235] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.920734] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480012, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.031935] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Releasing lock "refresh_cache-5beb891b-8d68-4838-8fd0-8a24604c26fb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.032682] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Instance network_info: |[{"id": "b4fc637d-e25a-4d90-845f-b96c6272a21f", "address": "fa:16:3e:79:08:62", "network": {"id": "815ded9f-2c65-43e7-b901-f909e0abe0a1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1155359236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "8811e6ba402242ee95c09b02329e0e4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4fc637d-e2", "ovs_interfaceid": "b4fc637d-e25a-4d90-845f-b96c6272a21f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.035021] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:08:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4fc637d-e25a-4d90-845f-b96c6272a21f', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.041951] env[62364]: DEBUG oslo.service.loopingcall [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.042421] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.042754] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3493205d-da63-4407-8f73-f2d6593e9b87 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.060594] env[62364]: DEBUG oslo_concurrency.lockutils [req-14dce131-06d6-42f0-a93f-b13443002bbe req-a3a66cd3-586e-4776-8851-ef446205903d service nova] Releasing lock "refresh_cache-5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.062447] env[62364]: DEBUG nova.policy [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f671ec7645cf413da3b7a6216d25dc9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '149d39fb01f04b6f8c71f6e055e3d8a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.071027] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.071027] env[62364]: value = "task-2480013" [ 594.071027] env[62364]: _type = "Task" [ 594.071027] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.079880] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480013, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.102858] env[62364]: DEBUG nova.network.neutron [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Updated VIF entry in instance network info cache for port 3fec8d01-ac28-4442-8484-0e61f4d66a27. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.103233] env[62364]: DEBUG nova.network.neutron [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Updating instance_info_cache with network_info: [{"id": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "address": "fa:16:3e:48:17:e1", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec8d01-ac", "ovs_interfaceid": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.314632] env[62364]: DEBUG nova.compute.manager [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.333952] env[62364]: DEBUG nova.compute.manager [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.349045] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 9a0c83f1-f660-45d9-adc7-7a82fca70272 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 594.389033] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480011, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.043312} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.390153] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] File moved {{(pid=62364) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 594.390625] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Cleaning up location [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 594.390625] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleting the datastore file [datastore2] vmware_temp/6a9807cf-c801-439e-8c0b-3193676b8a92 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.390923] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d2cd7a6-bc7c-4ad3-b982-cde21158cce1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.398330] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 594.398330] env[62364]: value = "task-2480014" [ 594.398330] env[62364]: _type = "Task" [ 594.398330] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.408542] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.423045] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480012, 'name': Rename_Task, 'duration_secs': 0.179427} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.425324] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.429220] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0741fdf6-0891-4104-94ee-d27f1d681c22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.431192] env[62364]: INFO nova.compute.manager [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Took 17.79 seconds to build instance. [ 594.437549] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 594.437549] env[62364]: value = "task-2480015" [ 594.437549] env[62364]: _type = "Task" [ 594.437549] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.446744] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.579577] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480013, 'name': CreateVM_Task, 'duration_secs': 0.323168} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.579754] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.580454] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.580609] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.581021] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.581815] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8964f1-c669-46ab-b0e9-358488434c8c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.586569] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 594.586569] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529db8ac-dcc1-103a-fb4d-4dd0e42cb49c" [ 594.586569] env[62364]: _type = "Task" [ 594.586569] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.595051] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529db8ac-dcc1-103a-fb4d-4dd0e42cb49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.605797] env[62364]: DEBUG oslo_concurrency.lockutils [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] Releasing lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.606047] env[62364]: DEBUG nova.compute.manager [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Received event network-vif-plugged-b4fc637d-e25a-4d90-845f-b96c6272a21f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 594.606229] env[62364]: DEBUG oslo_concurrency.lockutils [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] Acquiring lock "5beb891b-8d68-4838-8fd0-8a24604c26fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.606425] env[62364]: DEBUG oslo_concurrency.lockutils [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] Lock "5beb891b-8d68-4838-8fd0-8a24604c26fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.606656] env[62364]: DEBUG oslo_concurrency.lockutils [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] Lock "5beb891b-8d68-4838-8fd0-8a24604c26fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.607090] env[62364]: DEBUG nova.compute.manager [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] No waiting events found dispatching network-vif-plugged-b4fc637d-e25a-4d90-845f-b96c6272a21f {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.607090] env[62364]: WARNING nova.compute.manager [req-b6a7f540-8a9c-417d-ac35-001306d5c7ae req-089f8894-34bc-40c4-93c2-e98dbfb7fed3 service nova] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Received unexpected event network-vif-plugged-b4fc637d-e25a-4d90-845f-b96c6272a21f for instance with vm_state building and task_state spawning. [ 594.853781] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 7b302e72-58de-4b9c-aa9e-902a37184828 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 594.876862] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.910626] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051315} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.910898] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.911708] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8657f0ab-7413-452c-9e01-449b39e29228 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.917106] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 594.917106] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5289eaa0-8613-b95c-05d2-22820cacc34b" [ 594.917106] env[62364]: _type = "Task" [ 594.917106] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.928545] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5289eaa0-8613-b95c-05d2-22820cacc34b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.934209] env[62364]: DEBUG oslo_concurrency.lockutils [None req-64fe88c5-91b5-4dbf-a46f-2cc677c919ce tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.298s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.947814] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.007710] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Successfully updated port: 5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.096745] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529db8ac-dcc1-103a-fb4d-4dd0e42cb49c, 'name': SearchDatastore_Task, 'duration_secs': 0.017379} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.097059] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.097298] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.097503] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.333876] env[62364]: DEBUG nova.compute.manager [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.358434] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance f2fc50a2-045d-4f3c-81b9-aab4c1a01be7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 595.358625] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 1baeefa4-6b4f-4f68-91e5-d02645d64d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 595.358748] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 621d2c06-77f3-4b6e-9944-01faf4f8056b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 595.358853] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 5d8a5902-fe91-45f4-9a5a-0e567426d52c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 595.358997] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 595.359471] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 5beb891b-8d68-4838-8fd0-8a24604c26fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 595.359576] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance b4f18c46-ac56-4253-add1-6586dd207c92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 595.359844] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 35357dda-cf26-4576-a6ca-cef04c6597b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 595.380371] env[62364]: DEBUG nova.virt.hardware [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.380371] env[62364]: DEBUG nova.virt.hardware [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.380371] env[62364]: DEBUG nova.virt.hardware [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.380665] env[62364]: DEBUG nova.virt.hardware [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.380796] env[62364]: DEBUG nova.virt.hardware [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.380998] env[62364]: DEBUG nova.virt.hardware [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.381518] env[62364]: DEBUG nova.virt.hardware [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.382563] env[62364]: DEBUG nova.virt.hardware [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.382563] env[62364]: DEBUG nova.virt.hardware [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.382563] env[62364]: DEBUG nova.virt.hardware [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.382773] env[62364]: DEBUG nova.virt.hardware [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.385532] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eb3d97-0c6e-4ad2-a175-82dc54b42d2c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.400232] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0246d95-43c2-4a35-abae-d1448818277a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.429823] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5289eaa0-8613-b95c-05d2-22820cacc34b, 'name': SearchDatastore_Task, 'duration_secs': 0.013003} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.430340] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.430731] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd/5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.431194] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.431496] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.431883] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0c8862b-7386-4613-b1e9-7b9ae4d08a7e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.434401] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be62aa79-40a4-44c7-89d6-d515004dc76a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.440747] env[62364]: DEBUG nova.compute.manager [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.454366] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 595.454366] env[62364]: value = "task-2480017" [ 595.454366] env[62364]: _type = "Task" [ 595.454366] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.454666] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.455143] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.455977] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ba144c-c2f3-4158-b48b-bb70a7fa0639 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.469026] env[62364]: DEBUG oslo_vmware.api [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480015, 'name': PowerOnVM_Task, 'duration_secs': 0.881272} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.470948] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.470948] env[62364]: INFO nova.compute.manager [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Took 12.17 seconds to spawn the instance on the hypervisor. [ 595.470948] env[62364]: DEBUG nova.compute.manager [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.475615] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f738ccf-1615-4ae6-9844-e3d124c6c927 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.478299] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.478586] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 595.478586] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5263654e-e155-3f0f-1eb9-eeb1afb4c6d0" [ 595.478586] env[62364]: _type = "Task" [ 595.478586] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.496697] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5263654e-e155-3f0f-1eb9-eeb1afb4c6d0, 'name': SearchDatastore_Task, 'duration_secs': 0.015077} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.496697] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c997e198-510f-4b19-b346-041472cd7591 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.500761] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 595.500761] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5244576e-776b-d6b1-cbcc-6561cc81f469" [ 595.500761] env[62364]: _type = "Task" [ 595.500761] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.514025] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5244576e-776b-d6b1-cbcc-6561cc81f469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.514025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "refresh_cache-b4f18c46-ac56-4253-add1-6586dd207c92" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.514025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired lock "refresh_cache-b4f18c46-ac56-4253-add1-6586dd207c92" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.514177] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.616334] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "9745f741-5030-4bba-8ddc-bff38331ab4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.616642] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "9745f741-5030-4bba-8ddc-bff38331ab4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.863859] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 6dd54a20-72b1-4704-91bb-ef10a0a2db8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 595.864158] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance ac869905-5c82-404e-8347-a34270150d89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 595.925103] env[62364]: DEBUG nova.network.neutron [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Successfully created port: 3b14a5b1-4c34-420b-8a4c-17fbe6fff08a {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.979158] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480017, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.987719] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.995639] env[62364]: INFO nova.compute.manager [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Took 18.45 seconds to build instance. [ 596.012949] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5244576e-776b-d6b1-cbcc-6561cc81f469, 'name': SearchDatastore_Task, 'duration_secs': 0.012238} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.014364] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.014364] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 5beb891b-8d68-4838-8fd0-8a24604c26fb/5beb891b-8d68-4838-8fd0-8a24604c26fb.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.014364] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-751c3e5e-ea75-4b29-9a6d-1df1ba05a32b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.023628] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 596.023628] env[62364]: value = "task-2480018" [ 596.023628] env[62364]: _type = "Task" [ 596.023628] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.034607] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.112305] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.372542] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 1da09049-1ae5-41ce-872c-d0a570e8ed86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 596.372542] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 596.372542] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 596.484112] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.970712} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.486896] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd/5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.487156] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.487448] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49a879c9-77fd-41da-a04f-7422cc4569ea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.498029] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 596.498029] env[62364]: value = "task-2480019" [ 596.498029] env[62364]: _type = "Task" [ 596.498029] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.509688] env[62364]: DEBUG oslo_concurrency.lockutils [None req-609cda46-1015-471f-b5f3-d86f57026737 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "ac869905-5c82-404e-8347-a34270150d89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.989s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.518189] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.542830] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480018, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.641749] env[62364]: DEBUG nova.network.neutron [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Updating instance_info_cache with network_info: [{"id": "5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3", "address": "fa:16:3e:a0:44:57", "network": {"id": "815ded9f-2c65-43e7-b901-f909e0abe0a1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1155359236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "8811e6ba402242ee95c09b02329e0e4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a85a37a-88", "ovs_interfaceid": "5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.672846] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37b5256-c001-4251-b63f-e659aad912cb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.683878] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729495f8-e6e0-4c93-b3e0-a920b80dfa9e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.724121] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc41938-727d-435c-98db-397bd7fbd930 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.732173] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37e973d-9542-4367-a6cd-da5cf05927a8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.749063] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.011549] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076239} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.011549] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.012256] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4734b227-ecc2-46fc-bccf-ac0794514024 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.016776] env[62364]: DEBUG nova.compute.manager [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.046258] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd/5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.052468] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da088e11-b963-4b17-9ce7-6f3c0f3d2586 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.067781] env[62364]: DEBUG nova.compute.manager [req-ca9ff8b2-59b5-4014-9826-97b6c08e9775 req-60ed9d07-1736-44ca-931d-45312900664b service nova] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Received event network-changed-b4fc637d-e25a-4d90-845f-b96c6272a21f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 597.067781] env[62364]: DEBUG nova.compute.manager [req-ca9ff8b2-59b5-4014-9826-97b6c08e9775 req-60ed9d07-1736-44ca-931d-45312900664b service nova] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Refreshing instance network info cache due to event network-changed-b4fc637d-e25a-4d90-845f-b96c6272a21f. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 597.067781] env[62364]: DEBUG oslo_concurrency.lockutils [req-ca9ff8b2-59b5-4014-9826-97b6c08e9775 req-60ed9d07-1736-44ca-931d-45312900664b service nova] Acquiring lock "refresh_cache-5beb891b-8d68-4838-8fd0-8a24604c26fb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.068943] env[62364]: DEBUG oslo_concurrency.lockutils [req-ca9ff8b2-59b5-4014-9826-97b6c08e9775 req-60ed9d07-1736-44ca-931d-45312900664b service nova] Acquired lock "refresh_cache-5beb891b-8d68-4838-8fd0-8a24604c26fb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.068943] env[62364]: DEBUG nova.network.neutron [req-ca9ff8b2-59b5-4014-9826-97b6c08e9775 req-60ed9d07-1736-44ca-931d-45312900664b service nova] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Refreshing network info cache for port b4fc637d-e25a-4d90-845f-b96c6272a21f {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.077447] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918813} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.078743] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 5beb891b-8d68-4838-8fd0-8a24604c26fb/5beb891b-8d68-4838-8fd0-8a24604c26fb.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.078743] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.079061] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 597.079061] env[62364]: value = "task-2480021" [ 597.079061] env[62364]: _type = "Task" [ 597.079061] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.079531] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64c459cc-ac4b-4463-8e11-5c00cf8a9563 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.091885] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480021, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.093335] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 597.093335] env[62364]: value = "task-2480022" [ 597.093335] env[62364]: _type = "Task" [ 597.093335] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.102598] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.138786] env[62364]: DEBUG nova.compute.manager [req-93cf823d-3c8a-42b7-8d2d-2e3cc981c152 req-eef60a53-a9be-4ffe-932d-ed56786b2fb3 service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Received event network-vif-plugged-5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 597.138786] env[62364]: DEBUG oslo_concurrency.lockutils [req-93cf823d-3c8a-42b7-8d2d-2e3cc981c152 req-eef60a53-a9be-4ffe-932d-ed56786b2fb3 service nova] Acquiring lock "b4f18c46-ac56-4253-add1-6586dd207c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.138786] env[62364]: DEBUG oslo_concurrency.lockutils [req-93cf823d-3c8a-42b7-8d2d-2e3cc981c152 req-eef60a53-a9be-4ffe-932d-ed56786b2fb3 service nova] Lock "b4f18c46-ac56-4253-add1-6586dd207c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.139291] env[62364]: DEBUG oslo_concurrency.lockutils [req-93cf823d-3c8a-42b7-8d2d-2e3cc981c152 req-eef60a53-a9be-4ffe-932d-ed56786b2fb3 service nova] Lock "b4f18c46-ac56-4253-add1-6586dd207c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.139291] env[62364]: DEBUG nova.compute.manager [req-93cf823d-3c8a-42b7-8d2d-2e3cc981c152 req-eef60a53-a9be-4ffe-932d-ed56786b2fb3 service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] No waiting events found dispatching network-vif-plugged-5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.139432] env[62364]: WARNING nova.compute.manager [req-93cf823d-3c8a-42b7-8d2d-2e3cc981c152 req-eef60a53-a9be-4ffe-932d-ed56786b2fb3 service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Received unexpected event network-vif-plugged-5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3 for instance with vm_state building and task_state spawning. [ 597.151368] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Releasing lock "refresh_cache-b4f18c46-ac56-4253-add1-6586dd207c92" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.151666] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Instance network_info: |[{"id": "5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3", "address": "fa:16:3e:a0:44:57", "network": {"id": "815ded9f-2c65-43e7-b901-f909e0abe0a1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1155359236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "8811e6ba402242ee95c09b02329e0e4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a85a37a-88", "ovs_interfaceid": "5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.152088] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:44:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.164097] env[62364]: DEBUG oslo.service.loopingcall [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.165223] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.165544] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccc20d90-d0a1-487c-968e-1cc6fbd25a1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.190044] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.190044] env[62364]: value = "task-2480023" [ 597.190044] env[62364]: _type = "Task" [ 597.190044] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.198594] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480023, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.254576] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.546226] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.598305] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.612628] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076038} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.612628] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.613229] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778d8fc9-10b7-4de4-a46b-c6ea7392289e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.638261] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 5beb891b-8d68-4838-8fd0-8a24604c26fb/5beb891b-8d68-4838-8fd0-8a24604c26fb.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.638261] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58d800d-a1c5-45a7-9f13-8340447a98aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.664415] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 597.664415] env[62364]: value = "task-2480024" [ 597.664415] env[62364]: _type = "Task" [ 597.664415] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.673829] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.705024] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480023, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.710196] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquiring lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.710428] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.761583] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 597.761804] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.471s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.762026] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.337s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.763576] env[62364]: INFO nova.compute.claims [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.031954] env[62364]: DEBUG nova.network.neutron [req-ca9ff8b2-59b5-4014-9826-97b6c08e9775 req-60ed9d07-1736-44ca-931d-45312900664b service nova] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Updated VIF entry in instance network info cache for port b4fc637d-e25a-4d90-845f-b96c6272a21f. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.032286] env[62364]: DEBUG nova.network.neutron [req-ca9ff8b2-59b5-4014-9826-97b6c08e9775 req-60ed9d07-1736-44ca-931d-45312900664b service nova] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Updating instance_info_cache with network_info: [{"id": "b4fc637d-e25a-4d90-845f-b96c6272a21f", "address": "fa:16:3e:79:08:62", "network": {"id": "815ded9f-2c65-43e7-b901-f909e0abe0a1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1155359236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "8811e6ba402242ee95c09b02329e0e4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4fc637d-e2", "ovs_interfaceid": "b4fc637d-e25a-4d90-845f-b96c6272a21f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.098228] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480021, 'name': ReconfigVM_Task, 'duration_secs': 0.884073} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.098228] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd/5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.098228] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c1df7a8-e99f-4030-ae42-2738b8eb0ab8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.105882] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 598.105882] env[62364]: value = "task-2480025" [ 598.105882] env[62364]: _type = "Task" [ 598.105882] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.118994] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480025, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.152291] env[62364]: DEBUG nova.network.neutron [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Successfully updated port: 05d256f6-3d6e-48c0-ab37-edecec205860 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.181785] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480024, 'name': ReconfigVM_Task, 'duration_secs': 0.495177} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.181785] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 5beb891b-8d68-4838-8fd0-8a24604c26fb/5beb891b-8d68-4838-8fd0-8a24604c26fb.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.182377] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd0ce30e-95e1-47e8-9555-25d5b7509349 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.189468] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 598.189468] env[62364]: value = "task-2480026" [ 598.189468] env[62364]: _type = "Task" [ 598.189468] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.209401] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480026, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.217426] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480023, 'name': CreateVM_Task, 'duration_secs': 0.767988} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.217426] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.217426] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.217426] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.217426] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.217796] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4dc1b1f-9933-4324-a50f-5c2ef3f0a8e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.222744] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 598.222744] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52dc8abf-d454-fc5e-41da-c0858a9c23ae" [ 598.222744] env[62364]: _type = "Task" [ 598.222744] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.231560] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52dc8abf-d454-fc5e-41da-c0858a9c23ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.358122] env[62364]: DEBUG nova.compute.manager [None req-303535f6-951d-4f91-9201-4eea6a3fd26e tempest-ServerDiagnosticsTest-1149066166 tempest-ServerDiagnosticsTest-1149066166-project-admin] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.364288] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f638f692-e7a1-4139-98ec-20b1c27c2c28 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.370092] env[62364]: INFO nova.compute.manager [None req-303535f6-951d-4f91-9201-4eea6a3fd26e tempest-ServerDiagnosticsTest-1149066166 tempest-ServerDiagnosticsTest-1149066166-project-admin] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Retrieving diagnostics [ 598.371182] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac36ab9-e017-4226-8299-4cfefc55ecea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.535058] env[62364]: DEBUG oslo_concurrency.lockutils [req-ca9ff8b2-59b5-4014-9826-97b6c08e9775 req-60ed9d07-1736-44ca-931d-45312900664b service nova] Releasing lock "refresh_cache-5beb891b-8d68-4838-8fd0-8a24604c26fb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.619961] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480025, 'name': Rename_Task, 'duration_secs': 0.157465} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.620647] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.621306] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f13e48e9-29ef-4301-9f3e-45a169f8ce1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.628786] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 598.628786] env[62364]: value = "task-2480027" [ 598.628786] env[62364]: _type = "Task" [ 598.628786] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.639985] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.658993] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.658993] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.658993] env[62364]: DEBUG nova.network.neutron [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.665356] env[62364]: DEBUG oslo_concurrency.lockutils [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Acquiring lock "621d2c06-77f3-4b6e-9944-01faf4f8056b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.666359] env[62364]: DEBUG oslo_concurrency.lockutils [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Lock "621d2c06-77f3-4b6e-9944-01faf4f8056b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.667249] env[62364]: DEBUG oslo_concurrency.lockutils [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Acquiring lock "621d2c06-77f3-4b6e-9944-01faf4f8056b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.667550] env[62364]: DEBUG oslo_concurrency.lockutils [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Lock "621d2c06-77f3-4b6e-9944-01faf4f8056b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.667770] env[62364]: DEBUG oslo_concurrency.lockutils [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Lock "621d2c06-77f3-4b6e-9944-01faf4f8056b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.670374] env[62364]: INFO nova.compute.manager [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Terminating instance [ 598.706357] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480026, 'name': Rename_Task, 'duration_secs': 0.184926} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.706467] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.706739] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cdbbd83-4a67-4d4e-84e7-33f923c188a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.713579] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 598.713579] env[62364]: value = "task-2480028" [ 598.713579] env[62364]: _type = "Task" [ 598.713579] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.726534] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.733687] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52dc8abf-d454-fc5e-41da-c0858a9c23ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013044} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.733687] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.734064] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.734160] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.734295] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.734486] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.735098] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbe29482-72df-49ca-9aec-a37e2ef72b80 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.745471] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.745671] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.746509] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8364bde1-1dc9-45d3-9298-e201871fe3de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.752200] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 598.752200] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52bf9aae-4be5-9e66-9dc2-44468c4176ea" [ 598.752200] env[62364]: _type = "Task" [ 598.752200] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.761874] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52bf9aae-4be5-9e66-9dc2-44468c4176ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.028093] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e3fa49-e7c0-4acf-9e44-6ea289042073 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.036208] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce558db-f687-4023-a703-1f83c81f0f03 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.071092] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a85b916-72b1-4027-98cd-440a08c27dbf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.078814] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8192cc-773a-40e3-9e51-359d3a426eb4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.094701] env[62364]: DEBUG nova.compute.provider_tree [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.141186] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480027, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.176374] env[62364]: DEBUG nova.compute.manager [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 599.176590] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.177662] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8f0e6b-6c1c-4bf0-b196-a1742c2a339a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.189477] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.189776] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64afe117-42ec-4db1-b265-1af380759000 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.196197] env[62364]: DEBUG oslo_vmware.api [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Waiting for the task: (returnval){ [ 599.196197] env[62364]: value = "task-2480029" [ 599.196197] env[62364]: _type = "Task" [ 599.196197] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.206835] env[62364]: DEBUG oslo_vmware.api [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Task: {'id': task-2480029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.225934] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480028, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.266296] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52bf9aae-4be5-9e66-9dc2-44468c4176ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.267919] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b0767b-13cf-4f34-8312-32d2461eab5a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.272732] env[62364]: DEBUG nova.network.neutron [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.277772] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 599.277772] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521c4eb0-b985-1074-6a7a-52b29969cf0c" [ 599.277772] env[62364]: _type = "Task" [ 599.277772] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.292320] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521c4eb0-b985-1074-6a7a-52b29969cf0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.598035] env[62364]: DEBUG nova.scheduler.client.report [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.641016] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480027, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.707965] env[62364]: DEBUG oslo_vmware.api [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Task: {'id': task-2480029, 'name': PowerOffVM_Task, 'duration_secs': 0.235011} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.708216] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.708387] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 599.708627] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45389804-0797-42d3-9a45-3023f2d92317 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.723767] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480028, 'name': PowerOnVM_Task, 'duration_secs': 0.808555} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.724044] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.725172] env[62364]: INFO nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Took 11.69 seconds to spawn the instance on the hypervisor. [ 599.725401] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.726192] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b7fa4f-bf17-4b7b-a5b5-0ca2c64e3798 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.730625] env[62364]: DEBUG nova.network.neutron [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance_info_cache with network_info: [{"id": "05d256f6-3d6e-48c0-ab37-edecec205860", "address": "fa:16:3e:1b:e5:3c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d256f6-3d", "ovs_interfaceid": "05d256f6-3d6e-48c0-ab37-edecec205860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.786917] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 599.787139] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 599.787318] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Deleting the datastore file [datastore1] 621d2c06-77f3-4b6e-9944-01faf4f8056b {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.787974] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37591211-3451-4250-9a4a-1eb11459aaa9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.794544] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521c4eb0-b985-1074-6a7a-52b29969cf0c, 'name': SearchDatastore_Task, 'duration_secs': 0.018479} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.798579] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.798579] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] b4f18c46-ac56-4253-add1-6586dd207c92/b4f18c46-ac56-4253-add1-6586dd207c92.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.798579] env[62364]: DEBUG oslo_vmware.api [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Waiting for the task: (returnval){ [ 599.798579] env[62364]: value = "task-2480031" [ 599.798579] env[62364]: _type = "Task" [ 599.798579] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.798579] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d88a94e2-87a2-4830-8d2a-599266a4ee13 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.807059] env[62364]: DEBUG oslo_vmware.api [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Task: {'id': task-2480031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.808602] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 599.808602] env[62364]: value = "task-2480032" [ 599.808602] env[62364]: _type = "Task" [ 599.808602] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.105232] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.106686] env[62364]: DEBUG nova.compute.manager [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.112496] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.406s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.117641] env[62364]: INFO nova.compute.claims [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.143498] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480027, 'name': PowerOnVM_Task, 'duration_secs': 1.019914} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.144208] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.144208] env[62364]: INFO nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Took 14.48 seconds to spawn the instance on the hypervisor. [ 600.145062] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.146851] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7850f30b-2678-4c69-94de-25aef7167856 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.223392] env[62364]: DEBUG nova.network.neutron [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Successfully updated port: 3b14a5b1-4c34-420b-8a4c-17fbe6fff08a {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.234313] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.234667] env[62364]: DEBUG nova.compute.manager [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Instance network_info: |[{"id": "05d256f6-3d6e-48c0-ab37-edecec205860", "address": "fa:16:3e:1b:e5:3c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d256f6-3d", "ovs_interfaceid": "05d256f6-3d6e-48c0-ab37-edecec205860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.235498] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:e5:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05d256f6-3d6e-48c0-ab37-edecec205860', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.244881] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating folder: Project (4acab565f6e448a490f338459a47f680). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.250908] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bca96df-8cf4-4659-bacc-29a20a0f2481 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.258704] env[62364]: INFO nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Took 21.33 seconds to build instance. [ 600.267595] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Created folder: Project (4acab565f6e448a490f338459a47f680) in parent group-v501830. [ 600.267819] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating folder: Instances. Parent ref: group-v501852. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.270018] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c368d0c-8ca8-466f-bc09-d450c607f76d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.279567] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Created folder: Instances in parent group-v501852. [ 600.279898] env[62364]: DEBUG oslo.service.loopingcall [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.280162] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.280471] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5d6ab07-7729-4ddb-a3d6-d9cf3d4020f5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.314302] env[62364]: DEBUG oslo_vmware.api [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Task: {'id': task-2480031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264252} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.320185] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.320567] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 600.320746] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 600.320918] env[62364]: INFO nova.compute.manager [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 600.322086] env[62364]: DEBUG oslo.service.loopingcall [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.322323] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.322323] env[62364]: value = "task-2480035" [ 600.322323] env[62364]: _type = "Task" [ 600.322323] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.322885] env[62364]: DEBUG nova.compute.manager [-] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 600.322994] env[62364]: DEBUG nova.network.neutron [-] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 600.333356] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480032, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.341105] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480035, 'name': CreateVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.629604] env[62364]: DEBUG nova.compute.utils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 600.633957] env[62364]: DEBUG nova.compute.manager [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.634188] env[62364]: DEBUG nova.network.neutron [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.672387] env[62364]: INFO nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Took 21.77 seconds to build instance. [ 600.726214] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquiring lock "refresh_cache-9a0c83f1-f660-45d9-adc7-7a82fca70272" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.726214] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquired lock "refresh_cache-9a0c83f1-f660-45d9-adc7-7a82fca70272" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.726383] env[62364]: DEBUG nova.network.neutron [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.762402] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5beb891b-8d68-4838-8fd0-8a24604c26fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.839s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.820826] env[62364]: DEBUG nova.policy [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bf53884fe304790a80b421efdd06e87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a64be39167e94865bc3312f5fb92d8f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.833199] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598242} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.833991] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] b4f18c46-ac56-4253-add1-6586dd207c92/b4f18c46-ac56-4253-add1-6586dd207c92.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.834392] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.834786] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d80d8d9-3355-4288-b86d-806a24b9c4c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.840801] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480035, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.846600] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 600.846600] env[62364]: value = "task-2480036" [ 600.846600] env[62364]: _type = "Task" [ 600.846600] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.857046] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.143173] env[62364]: DEBUG nova.compute.manager [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.175616] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.290s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.268222] env[62364]: DEBUG nova.compute.manager [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.318931] env[62364]: DEBUG nova.network.neutron [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.341826] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480035, 'name': CreateVM_Task, 'duration_secs': 0.656434} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.342215] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.342902] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.343113] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.343455] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.348393] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93a432f-e7bd-4652-9b88-e61ad4014020 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.361730] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 601.361730] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ae8131-f9f4-d134-6474-0448df2a1ce1" [ 601.361730] env[62364]: _type = "Task" [ 601.361730] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.365204] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070375} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.370223] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.374860] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ca5066-cec7-4a32-b07e-66ad11887621 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.395874] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ae8131-f9f4-d134-6474-0448df2a1ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.01763} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.408391] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.408391] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.409199] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.409199] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.409199] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.424607] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] b4f18c46-ac56-4253-add1-6586dd207c92/b4f18c46-ac56-4253-add1-6586dd207c92.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.427519] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9eee896-d435-47c4-9991-d504f2eb5893 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.429677] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f224a82d-8054-4753-a652-4e37226d9741 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.457040] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 601.457040] env[62364]: value = "task-2480037" [ 601.457040] env[62364]: _type = "Task" [ 601.457040] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.457040] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.458653] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.463860] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4fab3f7-e41b-4d37-b946-32b849bfc568 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.477044] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.477153] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 601.477153] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b277f6-4276-ed62-42f8-e07434ceb5df" [ 601.477153] env[62364]: _type = "Task" [ 601.477153] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.485800] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b277f6-4276-ed62-42f8-e07434ceb5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.566854] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a291099-4349-46ea-a88b-23a541a1df1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.576285] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4090bbac-ddfd-4d1d-9d51-4ce97b790da0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.612329] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db05c26d-1dfd-4a80-a4ac-df4b3c7275f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.620472] env[62364]: DEBUG nova.network.neutron [-] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.623226] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afed9e49-7395-473c-be3b-71ce093d2e5e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.644925] env[62364]: DEBUG nova.compute.provider_tree [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.813170] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.892980] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquiring lock "47590f9c-00c0-4c63-99e0-196d2bf80f25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.892980] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Lock "47590f9c-00c0-4c63-99e0-196d2bf80f25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.924750] env[62364]: DEBUG nova.network.neutron [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Updating instance_info_cache with network_info: [{"id": "3b14a5b1-4c34-420b-8a4c-17fbe6fff08a", "address": "fa:16:3e:1c:83:d0", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b14a5b1-4c", "ovs_interfaceid": "3b14a5b1-4c34-420b-8a4c-17fbe6fff08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.970996] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480037, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.986850] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b277f6-4276-ed62-42f8-e07434ceb5df, 'name': SearchDatastore_Task, 'duration_secs': 0.020313} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.987685] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1de8a1-4283-4bc2-bf18-58df946224f5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.993437] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 601.993437] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5272e420-79d5-83ea-26fa-a82709906b7d" [ 601.993437] env[62364]: _type = "Task" [ 601.993437] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.003524] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5272e420-79d5-83ea-26fa-a82709906b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.068794] env[62364]: DEBUG nova.network.neutron [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Successfully created port: d34fdd16-08a8-4c21-82ff-bca78550fe00 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.132525] env[62364]: INFO nova.compute.manager [-] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Took 1.81 seconds to deallocate network for instance. [ 602.151694] env[62364]: DEBUG nova.scheduler.client.report [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.159497] env[62364]: DEBUG nova.compute.manager [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.196243] env[62364]: DEBUG nova.virt.hardware [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.196543] env[62364]: DEBUG nova.virt.hardware [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.196734] env[62364]: DEBUG nova.virt.hardware [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.196947] env[62364]: DEBUG nova.virt.hardware [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.198216] env[62364]: DEBUG nova.virt.hardware [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.198216] env[62364]: DEBUG nova.virt.hardware [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.198216] env[62364]: DEBUG nova.virt.hardware [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.198216] env[62364]: DEBUG nova.virt.hardware [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.198216] env[62364]: DEBUG nova.virt.hardware [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.198443] env[62364]: DEBUG nova.virt.hardware [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.198443] env[62364]: DEBUG nova.virt.hardware [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.199759] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a172d639-66ba-4cb1-be19-ba708427b903 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.212013] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bcca97-6749-4778-8462-f5978a5eefd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.397883] env[62364]: DEBUG nova.compute.manager [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.427045] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Releasing lock "refresh_cache-9a0c83f1-f660-45d9-adc7-7a82fca70272" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.427283] env[62364]: DEBUG nova.compute.manager [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Instance network_info: |[{"id": "3b14a5b1-4c34-420b-8a4c-17fbe6fff08a", "address": "fa:16:3e:1c:83:d0", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b14a5b1-4c", "ovs_interfaceid": "3b14a5b1-4c34-420b-8a4c-17fbe6fff08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.428042] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:83:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b14a5b1-4c34-420b-8a4c-17fbe6fff08a', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.440524] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Creating folder: Project (149d39fb01f04b6f8c71f6e055e3d8a6). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.444032] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-502ad2a7-a483-4de2-a1fc-b00f77ea4389 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.458800] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Created folder: Project (149d39fb01f04b6f8c71f6e055e3d8a6) in parent group-v501830. [ 602.458800] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Creating folder: Instances. Parent ref: group-v501855. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.458800] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2bb65ba-cba6-4f4f-90d4-aef22b280c5a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.474423] env[62364]: DEBUG nova.compute.manager [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Received event network-vif-plugged-05d256f6-3d6e-48c0-ab37-edecec205860 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 602.474645] env[62364]: DEBUG oslo_concurrency.lockutils [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] Acquiring lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.474857] env[62364]: DEBUG oslo_concurrency.lockutils [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.475074] env[62364]: DEBUG oslo_concurrency.lockutils [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.475191] env[62364]: DEBUG nova.compute.manager [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] No waiting events found dispatching network-vif-plugged-05d256f6-3d6e-48c0-ab37-edecec205860 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.475415] env[62364]: WARNING nova.compute.manager [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Received unexpected event network-vif-plugged-05d256f6-3d6e-48c0-ab37-edecec205860 for instance with vm_state building and task_state spawning. [ 602.475755] env[62364]: DEBUG nova.compute.manager [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Received event network-changed-05d256f6-3d6e-48c0-ab37-edecec205860 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 602.475755] env[62364]: DEBUG nova.compute.manager [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Refreshing instance network info cache due to event network-changed-05d256f6-3d6e-48c0-ab37-edecec205860. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 602.476266] env[62364]: DEBUG oslo_concurrency.lockutils [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] Acquiring lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.476518] env[62364]: DEBUG oslo_concurrency.lockutils [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] Acquired lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.476580] env[62364]: DEBUG nova.network.neutron [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Refreshing network info cache for port 05d256f6-3d6e-48c0-ab37-edecec205860 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.478365] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480037, 'name': ReconfigVM_Task, 'duration_secs': 0.519584} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.480203] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Reconfigured VM instance instance-00000007 to attach disk [datastore2] b4f18c46-ac56-4253-add1-6586dd207c92/b4f18c46-ac56-4253-add1-6586dd207c92.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.481255] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Created folder: Instances in parent group-v501855. [ 602.481255] env[62364]: DEBUG oslo.service.loopingcall [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.481987] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79abb8be-1f35-46f1-a2ba-bf1523345360 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.483374] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.483513] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e07dec2-474a-4c54-bc27-b5252fb9758a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.514449] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 602.514449] env[62364]: value = "task-2480040" [ 602.514449] env[62364]: _type = "Task" [ 602.514449] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.516549] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.516549] env[62364]: value = "task-2480041" [ 602.516549] env[62364]: _type = "Task" [ 602.516549] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.531211] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5272e420-79d5-83ea-26fa-a82709906b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.025115} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.532290] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.532560] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 1baeefa4-6b4f-4f68-91e5-d02645d64d34/1baeefa4-6b4f-4f68-91e5-d02645d64d34.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.534138] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cee856c-8d09-45d2-ab55-d2722b674948 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.537551] env[62364]: DEBUG nova.compute.manager [req-9ee61f55-ea15-4af9-aa87-d6667df9afd9 req-1871d142-f441-46ce-b274-6dfcc44c4b3b service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Received event network-changed-5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 602.537673] env[62364]: DEBUG nova.compute.manager [req-9ee61f55-ea15-4af9-aa87-d6667df9afd9 req-1871d142-f441-46ce-b274-6dfcc44c4b3b service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Refreshing instance network info cache due to event network-changed-5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 602.537801] env[62364]: DEBUG oslo_concurrency.lockutils [req-9ee61f55-ea15-4af9-aa87-d6667df9afd9 req-1871d142-f441-46ce-b274-6dfcc44c4b3b service nova] Acquiring lock "refresh_cache-b4f18c46-ac56-4253-add1-6586dd207c92" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.537942] env[62364]: DEBUG oslo_concurrency.lockutils [req-9ee61f55-ea15-4af9-aa87-d6667df9afd9 req-1871d142-f441-46ce-b274-6dfcc44c4b3b service nova] Acquired lock "refresh_cache-b4f18c46-ac56-4253-add1-6586dd207c92" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.538988] env[62364]: DEBUG nova.network.neutron [req-9ee61f55-ea15-4af9-aa87-d6667df9afd9 req-1871d142-f441-46ce-b274-6dfcc44c4b3b service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Refreshing network info cache for port 5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.548826] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480040, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.549368] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480041, 'name': CreateVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.553907] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 602.553907] env[62364]: value = "task-2480042" [ 602.553907] env[62364]: _type = "Task" [ 602.553907] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.565405] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.642418] env[62364]: DEBUG oslo_concurrency.lockutils [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.657687] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.658296] env[62364]: DEBUG nova.compute.manager [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.661473] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.785s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.663060] env[62364]: INFO nova.compute.claims [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.921364] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquiring lock "35357dda-cf26-4576-a6ca-cef04c6597b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.921364] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Lock "35357dda-cf26-4576-a6ca-cef04c6597b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.921364] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquiring lock "35357dda-cf26-4576-a6ca-cef04c6597b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.921646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Lock "35357dda-cf26-4576-a6ca-cef04c6597b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.921646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Lock "35357dda-cf26-4576-a6ca-cef04c6597b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.924370] env[62364]: INFO nova.compute.manager [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Terminating instance [ 602.927999] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.033385] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480041, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.037927] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480040, 'name': Rename_Task, 'duration_secs': 0.158358} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.037927] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.038134] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44f8f853-119f-486b-adf3-bf77fc4b66bf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.045835] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 603.045835] env[62364]: value = "task-2480043" [ 603.045835] env[62364]: _type = "Task" [ 603.045835] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.056647] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.066848] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480042, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.167952] env[62364]: DEBUG nova.compute.utils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 603.171269] env[62364]: DEBUG nova.compute.manager [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.171487] env[62364]: DEBUG nova.network.neutron [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.263842] env[62364]: DEBUG nova.policy [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3be0f23fc158413697d066ba3d833370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd56fb1a20be40ee9cb7b358f09779ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.422501] env[62364]: DEBUG nova.network.neutron [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updated VIF entry in instance network info cache for port 05d256f6-3d6e-48c0-ab37-edecec205860. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.422852] env[62364]: DEBUG nova.network.neutron [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance_info_cache with network_info: [{"id": "05d256f6-3d6e-48c0-ab37-edecec205860", "address": "fa:16:3e:1b:e5:3c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d256f6-3d", "ovs_interfaceid": "05d256f6-3d6e-48c0-ab37-edecec205860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.429535] env[62364]: DEBUG nova.compute.manager [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 603.429648] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.431258] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a2c6e7-7913-45d7-aed9-040a683a6cf1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.445071] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.445656] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d1f3dcc-c1c3-46df-bda2-7e2490e2fdd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.453297] env[62364]: DEBUG oslo_vmware.api [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for the task: (returnval){ [ 603.453297] env[62364]: value = "task-2480044" [ 603.453297] env[62364]: _type = "Task" [ 603.453297] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.461429] env[62364]: DEBUG oslo_vmware.api [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2480044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.509836] env[62364]: DEBUG nova.network.neutron [req-9ee61f55-ea15-4af9-aa87-d6667df9afd9 req-1871d142-f441-46ce-b274-6dfcc44c4b3b service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Updated VIF entry in instance network info cache for port 5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.510657] env[62364]: DEBUG nova.network.neutron [req-9ee61f55-ea15-4af9-aa87-d6667df9afd9 req-1871d142-f441-46ce-b274-6dfcc44c4b3b service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Updating instance_info_cache with network_info: [{"id": "5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3", "address": "fa:16:3e:a0:44:57", "network": {"id": "815ded9f-2c65-43e7-b901-f909e0abe0a1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1155359236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "8811e6ba402242ee95c09b02329e0e4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a85a37a-88", "ovs_interfaceid": "5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.538048] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480041, 'name': CreateVM_Task, 'duration_secs': 0.566509} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.538048] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.538048] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.538048] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.538048] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.538048] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90ccc18-a1b5-4dd8-8b29-bb45c02e11c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.543325] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for the task: (returnval){ [ 603.543325] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]522d0856-3568-6904-2ee6-8f23004c8539" [ 603.543325] env[62364]: _type = "Task" [ 603.543325] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.557344] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522d0856-3568-6904-2ee6-8f23004c8539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.565197] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.571144] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564149} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.571144] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 1baeefa4-6b4f-4f68-91e5-d02645d64d34/1baeefa4-6b4f-4f68-91e5-d02645d64d34.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.571144] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.572131] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89580e2a-88b4-480f-8ddc-cb80f73fa7f8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.579891] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 603.579891] env[62364]: value = "task-2480045" [ 603.579891] env[62364]: _type = "Task" [ 603.579891] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.589685] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.674326] env[62364]: DEBUG nova.compute.manager [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.926600] env[62364]: DEBUG nova.network.neutron [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Successfully created port: 34a4997e-afb0-4666-90dc-d6d1d83b15d5 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.928724] env[62364]: DEBUG oslo_concurrency.lockutils [req-377ea03e-509a-41c1-9f98-f64b63e6d203 req-7b48a2f1-8784-460f-8572-cac150acd4fc service nova] Releasing lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.931095] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a759cf-07c4-4c63-bd90-65f3713bcb8c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.940843] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a263af-666d-4893-a04e-acd3533191b2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.978404] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22a73cf-cbfc-4070-8be1-c57e268a7ac2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.984735] env[62364]: DEBUG oslo_vmware.api [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2480044, 'name': PowerOffVM_Task, 'duration_secs': 0.20976} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.991868] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.991868] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.991868] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00fe8651-6527-44b3-9fee-10758c5672f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.994098] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10713eca-6d6c-4fc4-9236-202326c9d48c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.011112] env[62364]: DEBUG nova.compute.provider_tree [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.018408] env[62364]: DEBUG oslo_concurrency.lockutils [req-9ee61f55-ea15-4af9-aa87-d6667df9afd9 req-1871d142-f441-46ce-b274-6dfcc44c4b3b service nova] Releasing lock "refresh_cache-b4f18c46-ac56-4253-add1-6586dd207c92" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.023557] env[62364]: DEBUG nova.network.neutron [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Successfully updated port: d34fdd16-08a8-4c21-82ff-bca78550fe00 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.064458] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480043, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.064458] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522d0856-3568-6904-2ee6-8f23004c8539, 'name': SearchDatastore_Task, 'duration_secs': 0.013357} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.065927] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.066188] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.066437] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.066720] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.068356] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.068356] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.068356] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.068356] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Deleting the datastore file [datastore1] 35357dda-cf26-4576-a6ca-cef04c6597b1 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.068356] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b04eee6-2634-4903-a2c3-11132b93b062 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.070637] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06102bde-e936-4825-96c2-7c41f1896eaa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.080041] env[62364]: DEBUG oslo_vmware.api [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for the task: (returnval){ [ 604.080041] env[62364]: value = "task-2480047" [ 604.080041] env[62364]: _type = "Task" [ 604.080041] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.083022] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.083022] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.090270] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50282570-8e28-4e6b-a82d-f21014231dcc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.098851] env[62364]: DEBUG oslo_vmware.api [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2480047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.104629] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for the task: (returnval){ [ 604.104629] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d082c7-39f9-dd62-2f8d-18017ac58680" [ 604.104629] env[62364]: _type = "Task" [ 604.104629] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.104828] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111293} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.105192] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.109572] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2412bd-34d1-4551-a412-46c6b0b6b172 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.122304] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d082c7-39f9-dd62-2f8d-18017ac58680, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.147354] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 1baeefa4-6b4f-4f68-91e5-d02645d64d34/1baeefa4-6b4f-4f68-91e5-d02645d64d34.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.147714] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b721b7fe-02a6-48d8-ba0b-3296d7a7ef2a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.153451] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3c22d30-2ded-493a-9422-b06b487ee8c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.172735] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquiring lock "0ade04eb-abe5-493f-9076-d16f5ad36da7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.173758] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lock "0ade04eb-abe5-493f-9076-d16f5ad36da7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.175129] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for the task: (returnval){ [ 604.175129] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a2d7ed-ec43-753f-0c67-be30c29adae0" [ 604.175129] env[62364]: _type = "Task" [ 604.175129] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.180411] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 604.180411] env[62364]: value = "task-2480048" [ 604.180411] env[62364]: _type = "Task" [ 604.180411] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.195492] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a2d7ed-ec43-753f-0c67-be30c29adae0, 'name': SearchDatastore_Task, 'duration_secs': 0.008806} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.196653] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.196957] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 9a0c83f1-f660-45d9-adc7-7a82fca70272/9a0c83f1-f660-45d9-adc7-7a82fca70272.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.197358] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49bff934-1885-455d-b48e-a1b456bf014b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.203854] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.210795] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for the task: (returnval){ [ 604.210795] env[62364]: value = "task-2480049" [ 604.210795] env[62364]: _type = "Task" [ 604.210795] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.221152] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.326937] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Acquiring lock "75908b19-4042-4f7e-b50a-8d0255bebd6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.327223] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Lock "75908b19-4042-4f7e-b50a-8d0255bebd6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.517085] env[62364]: DEBUG nova.scheduler.client.report [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.530952] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "refresh_cache-6dd54a20-72b1-4704-91bb-ef10a0a2db8c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.530952] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquired lock "refresh_cache-6dd54a20-72b1-4704-91bb-ef10a0a2db8c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.530952] env[62364]: DEBUG nova.network.neutron [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.560680] env[62364]: DEBUG oslo_vmware.api [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480043, 'name': PowerOnVM_Task, 'duration_secs': 1.085835} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.561345] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.561345] env[62364]: INFO nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Took 14.17 seconds to spawn the instance on the hypervisor. [ 604.561592] env[62364]: DEBUG nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.562289] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a9f90-1bb6-485f-9290-c20ed7aac345 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.592041] env[62364]: DEBUG oslo_vmware.api [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Task: {'id': task-2480047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181934} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.592335] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.592494] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.592666] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.592840] env[62364]: INFO nova.compute.manager [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 604.593107] env[62364]: DEBUG oslo.service.loopingcall [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.593302] env[62364]: DEBUG nova.compute.manager [-] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 604.593401] env[62364]: DEBUG nova.network.neutron [-] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.692101] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.698861] env[62364]: DEBUG nova.compute.manager [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.701150] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "006ebec8-be86-4e52-882e-592bcf43675b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.702017] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "006ebec8-be86-4e52-882e-592bcf43675b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.720676] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480049, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.734489] env[62364]: DEBUG nova.virt.hardware [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.734729] env[62364]: DEBUG nova.virt.hardware [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.734883] env[62364]: DEBUG nova.virt.hardware [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.735077] env[62364]: DEBUG nova.virt.hardware [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.735226] env[62364]: DEBUG nova.virt.hardware [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.735372] env[62364]: DEBUG nova.virt.hardware [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.735576] env[62364]: DEBUG nova.virt.hardware [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.735783] env[62364]: DEBUG nova.virt.hardware [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.735961] env[62364]: DEBUG nova.virt.hardware [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.736289] env[62364]: DEBUG nova.virt.hardware [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.736480] env[62364]: DEBUG nova.virt.hardware [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.737687] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106ae6e7-f51e-40c5-a8de-2924ef4f40c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.746753] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89e6a51-943d-431d-8fa5-d8dee24a908c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.021915] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.022512] env[62364]: DEBUG nova.compute.manager [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.025934] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.038s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.028021] env[62364]: INFO nova.compute.claims [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.084015] env[62364]: INFO nova.compute.manager [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Took 26.10 seconds to build instance. [ 605.088136] env[62364]: DEBUG nova.network.neutron [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.199167] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480048, 'name': ReconfigVM_Task, 'duration_secs': 0.997062} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.199544] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 1baeefa4-6b4f-4f68-91e5-d02645d64d34/1baeefa4-6b4f-4f68-91e5-d02645d64d34.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.200178] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cafee9c-f518-491e-9679-5132d50f0c4e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.208860] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 605.208860] env[62364]: value = "task-2480050" [ 605.208860] env[62364]: _type = "Task" [ 605.208860] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.224073] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480050, 'name': Rename_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.229035] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512161} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.229290] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 9a0c83f1-f660-45d9-adc7-7a82fca70272/9a0c83f1-f660-45d9-adc7-7a82fca70272.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.230414] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.230414] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7b37f78-1402-468c-9dfc-307f5f42a6bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.237609] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for the task: (returnval){ [ 605.237609] env[62364]: value = "task-2480051" [ 605.237609] env[62364]: _type = "Task" [ 605.237609] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.250173] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.404149] env[62364]: DEBUG nova.network.neutron [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Updating instance_info_cache with network_info: [{"id": "d34fdd16-08a8-4c21-82ff-bca78550fe00", "address": "fa:16:3e:76:e8:0f", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34fdd16-08", "ovs_interfaceid": "d34fdd16-08a8-4c21-82ff-bca78550fe00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.532229] env[62364]: DEBUG nova.compute.utils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 605.542922] env[62364]: DEBUG nova.compute.manager [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.543098] env[62364]: DEBUG nova.network.neutron [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.588232] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bc43cc64-688d-467f-b75e-6d456552bedc tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "b4f18c46-ac56-4253-add1-6586dd207c92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.621s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.695506] env[62364]: DEBUG nova.policy [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c775c7dfd23432684d7735e2652cb1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49566a1d66b54070b41e751bf4e4e04b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.720813] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480050, 'name': Rename_Task, 'duration_secs': 0.338939} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.722039] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.722589] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-798dae05-f638-44c5-84ff-f2b4b689cbc0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.730049] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 605.730049] env[62364]: value = "task-2480052" [ 605.730049] env[62364]: _type = "Task" [ 605.730049] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.740885] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.750727] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07085} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.751194] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.752342] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edb3b30-5c83-4918-ac6c-72880e6bd7dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.781398] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 9a0c83f1-f660-45d9-adc7-7a82fca70272/9a0c83f1-f660-45d9-adc7-7a82fca70272.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.781791] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bdbe02c-b1fe-4275-826b-83b41d8cdeb3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.803198] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for the task: (returnval){ [ 605.803198] env[62364]: value = "task-2480053" [ 605.803198] env[62364]: _type = "Task" [ 605.803198] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.814799] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.898213] env[62364]: DEBUG nova.network.neutron [-] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.906588] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Releasing lock "refresh_cache-6dd54a20-72b1-4704-91bb-ef10a0a2db8c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.906941] env[62364]: DEBUG nova.compute.manager [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Instance network_info: |[{"id": "d34fdd16-08a8-4c21-82ff-bca78550fe00", "address": "fa:16:3e:76:e8:0f", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34fdd16-08", "ovs_interfaceid": "d34fdd16-08a8-4c21-82ff-bca78550fe00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.907385] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:e8:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd34fdd16-08a8-4c21-82ff-bca78550fe00', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.916073] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Creating folder: Project (a64be39167e94865bc3312f5fb92d8f2). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.917170] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34cfbadd-61df-4ed1-9ec9-875bbcd60e99 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.928843] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Created folder: Project (a64be39167e94865bc3312f5fb92d8f2) in parent group-v501830. [ 605.929455] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Creating folder: Instances. Parent ref: group-v501858. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.929925] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d0ab12f-519f-43de-82ba-435eeba6efe5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.939802] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Created folder: Instances in parent group-v501858. [ 605.940104] env[62364]: DEBUG oslo.service.loopingcall [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.940327] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.940624] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c227511b-69f1-4209-abf0-7e4eb7f2314a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.964135] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.964135] env[62364]: value = "task-2480056" [ 605.964135] env[62364]: _type = "Task" [ 605.964135] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.974392] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480056, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.044241] env[62364]: DEBUG nova.compute.manager [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.093812] env[62364]: DEBUG nova.compute.manager [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.245579] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.316207] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480053, 'name': ReconfigVM_Task, 'duration_secs': 0.381934} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.320823] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 9a0c83f1-f660-45d9-adc7-7a82fca70272/9a0c83f1-f660-45d9-adc7-7a82fca70272.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.322492] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1de80e5b-ae5f-4b44-8a92-446735dfd94f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.332593] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for the task: (returnval){ [ 606.332593] env[62364]: value = "task-2480057" [ 606.332593] env[62364]: _type = "Task" [ 606.332593] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.340948] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480057, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.402052] env[62364]: INFO nova.compute.manager [-] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Took 1.81 seconds to deallocate network for instance. [ 606.414120] env[62364]: DEBUG nova.network.neutron [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Successfully updated port: 34a4997e-afb0-4666-90dc-d6d1d83b15d5 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.426821] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56463e1-be5f-4aea-abae-bb2d1c4a0b6b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.436886] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b62494e-8017-4507-aad3-f8d79aaa3730 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.482455] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78870a39-de78-4b83-93aa-662894008fd6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.491531] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480056, 'name': CreateVM_Task, 'duration_secs': 0.437128} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.493925] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.495195] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.495389] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.495751] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.497060] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bfe720-d286-4eb9-b946-e824ca55207f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.501830] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8c986f-59f4-4877-ad12-4ee66e45ef6f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.516332] env[62364]: DEBUG nova.compute.provider_tree [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.518571] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 606.518571] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527d1334-78a4-1909-2e97-04d1b11be8a3" [ 606.518571] env[62364]: _type = "Task" [ 606.518571] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.528579] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527d1334-78a4-1909-2e97-04d1b11be8a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012986} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.529304] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.529439] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.529669] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.529814] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.529986] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.530828] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e514c87-7b8c-49cd-a11a-b76f8ce88772 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.539446] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.539995] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.540383] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36bd4975-5551-413c-b504-061c2f3fce1f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.546459] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 606.546459] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523aa4f5-f7a4-12c6-7e5d-bab410606f49" [ 606.546459] env[62364]: _type = "Task" [ 606.546459] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.559023] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523aa4f5-f7a4-12c6-7e5d-bab410606f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.588373] env[62364]: DEBUG nova.compute.manager [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Received event network-vif-plugged-3b14a5b1-4c34-420b-8a4c-17fbe6fff08a {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 606.588373] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Acquiring lock "9a0c83f1-f660-45d9-adc7-7a82fca70272-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.588373] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Lock "9a0c83f1-f660-45d9-adc7-7a82fca70272-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.588373] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Lock "9a0c83f1-f660-45d9-adc7-7a82fca70272-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.588584] env[62364]: DEBUG nova.compute.manager [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] No waiting events found dispatching network-vif-plugged-3b14a5b1-4c34-420b-8a4c-17fbe6fff08a {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.588968] env[62364]: WARNING nova.compute.manager [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Received unexpected event network-vif-plugged-3b14a5b1-4c34-420b-8a4c-17fbe6fff08a for instance with vm_state building and task_state spawning. [ 606.589554] env[62364]: DEBUG nova.compute.manager [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Received event network-changed-3b14a5b1-4c34-420b-8a4c-17fbe6fff08a {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 606.590111] env[62364]: DEBUG nova.compute.manager [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Refreshing instance network info cache due to event network-changed-3b14a5b1-4c34-420b-8a4c-17fbe6fff08a. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 606.590645] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Acquiring lock "refresh_cache-9a0c83f1-f660-45d9-adc7-7a82fca70272" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.590886] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Acquired lock "refresh_cache-9a0c83f1-f660-45d9-adc7-7a82fca70272" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.591334] env[62364]: DEBUG nova.network.neutron [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Refreshing network info cache for port 3b14a5b1-4c34-420b-8a4c-17fbe6fff08a {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.594211] env[62364]: DEBUG nova.network.neutron [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Successfully created port: 607bb0e1-36bf-42c7-b1ef-3bb52faa3e67 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.622230] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.658165] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquiring lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.658391] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.741023] env[62364]: DEBUG oslo_vmware.api [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480052, 'name': PowerOnVM_Task, 'duration_secs': 0.601671} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.741023] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.741168] env[62364]: INFO nova.compute.manager [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Took 13.80 seconds to spawn the instance on the hypervisor. [ 606.741385] env[62364]: DEBUG nova.compute.manager [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.742206] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a1069d-288f-4b51-9ecf-75f7e251431b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.848914] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480057, 'name': Rename_Task, 'duration_secs': 0.185722} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.849320] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.849655] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2c61df8-6834-4845-be85-8e623bc6dc7b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.857599] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for the task: (returnval){ [ 606.857599] env[62364]: value = "task-2480058" [ 606.857599] env[62364]: _type = "Task" [ 606.857599] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.875544] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.912712] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.916930] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "refresh_cache-1da09049-1ae5-41ce-872c-d0a570e8ed86" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.916930] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquired lock "refresh_cache-1da09049-1ae5-41ce-872c-d0a570e8ed86" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.916930] env[62364]: DEBUG nova.network.neutron [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.942300] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "00fdb372-683f-4552-a771-976703866093" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.942607] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "00fdb372-683f-4552-a771-976703866093" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.020586] env[62364]: DEBUG nova.scheduler.client.report [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.059968] env[62364]: DEBUG nova.compute.manager [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.062932] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523aa4f5-f7a4-12c6-7e5d-bab410606f49, 'name': SearchDatastore_Task, 'duration_secs': 0.0122} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.064951] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffd2c34-2f88-4893-a7d0-d573aa7f6aec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.073037] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 607.073037] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d59804-1e01-3df7-1b1c-0cb76b14a697" [ 607.073037] env[62364]: _type = "Task" [ 607.073037] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.086259] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d59804-1e01-3df7-1b1c-0cb76b14a697, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.088880] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.089426] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 6dd54a20-72b1-4704-91bb-ef10a0a2db8c/6dd54a20-72b1-4704-91bb-ef10a0a2db8c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.092016] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1067226-597e-4114-a297-659eeadc8fc4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.099783] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 607.099783] env[62364]: value = "task-2480059" [ 607.099783] env[62364]: _type = "Task" [ 607.099783] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.110507] env[62364]: DEBUG nova.virt.hardware [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.110746] env[62364]: DEBUG nova.virt.hardware [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.110897] env[62364]: DEBUG nova.virt.hardware [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.111114] env[62364]: DEBUG nova.virt.hardware [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.111322] env[62364]: DEBUG nova.virt.hardware [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.111494] env[62364]: DEBUG nova.virt.hardware [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.111671] env[62364]: DEBUG nova.virt.hardware [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.111826] env[62364]: DEBUG nova.virt.hardware [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.111982] env[62364]: DEBUG nova.virt.hardware [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.112201] env[62364]: DEBUG nova.virt.hardware [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.112440] env[62364]: DEBUG nova.virt.hardware [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.112774] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.113840] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af37c057-8368-4357-b3c1-b3dc5044c931 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.122200] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7550bd-6a7a-45be-8c2d-5aa38ea9154f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.261634] env[62364]: INFO nova.compute.manager [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Took 27.85 seconds to build instance. [ 607.339219] env[62364]: DEBUG nova.network.neutron [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Updated VIF entry in instance network info cache for port 3b14a5b1-4c34-420b-8a4c-17fbe6fff08a. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.339382] env[62364]: DEBUG nova.network.neutron [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Updating instance_info_cache with network_info: [{"id": "3b14a5b1-4c34-420b-8a4c-17fbe6fff08a", "address": "fa:16:3e:1c:83:d0", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b14a5b1-4c", "ovs_interfaceid": "3b14a5b1-4c34-420b-8a4c-17fbe6fff08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.367577] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.454872] env[62364]: DEBUG nova.network.neutron [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.472972] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.472972] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.526063] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.526668] env[62364]: DEBUG nova.compute.manager [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.529674] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.984s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.531794] env[62364]: INFO nova.compute.claims [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.615589] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.695766] env[62364]: DEBUG nova.compute.manager [req-bfab6427-ccde-44d1-9b01-8e648622366f req-a04e2878-230e-4dc6-bf29-041e89c63aa6 service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Received event network-vif-plugged-34a4997e-afb0-4666-90dc-d6d1d83b15d5 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 607.696232] env[62364]: DEBUG oslo_concurrency.lockutils [req-bfab6427-ccde-44d1-9b01-8e648622366f req-a04e2878-230e-4dc6-bf29-041e89c63aa6 service nova] Acquiring lock "1da09049-1ae5-41ce-872c-d0a570e8ed86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.696232] env[62364]: DEBUG oslo_concurrency.lockutils [req-bfab6427-ccde-44d1-9b01-8e648622366f req-a04e2878-230e-4dc6-bf29-041e89c63aa6 service nova] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.696410] env[62364]: DEBUG oslo_concurrency.lockutils [req-bfab6427-ccde-44d1-9b01-8e648622366f req-a04e2878-230e-4dc6-bf29-041e89c63aa6 service nova] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.696540] env[62364]: DEBUG nova.compute.manager [req-bfab6427-ccde-44d1-9b01-8e648622366f req-a04e2878-230e-4dc6-bf29-041e89c63aa6 service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] No waiting events found dispatching network-vif-plugged-34a4997e-afb0-4666-90dc-d6d1d83b15d5 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.696699] env[62364]: WARNING nova.compute.manager [req-bfab6427-ccde-44d1-9b01-8e648622366f req-a04e2878-230e-4dc6-bf29-041e89c63aa6 service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Received unexpected event network-vif-plugged-34a4997e-afb0-4666-90dc-d6d1d83b15d5 for instance with vm_state building and task_state spawning. [ 607.768609] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d4ab260e-673e-47c2-9af8-bb665aba2539 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.368s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.845179] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Releasing lock "refresh_cache-9a0c83f1-f660-45d9-adc7-7a82fca70272" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.845179] env[62364]: DEBUG nova.compute.manager [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Received event network-vif-deleted-629173a0-9920-47fa-add8-d579e2d32438 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 607.845179] env[62364]: DEBUG nova.compute.manager [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Received event network-vif-plugged-d34fdd16-08a8-4c21-82ff-bca78550fe00 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 607.845179] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Acquiring lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.845179] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.845368] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.845368] env[62364]: DEBUG nova.compute.manager [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] No waiting events found dispatching network-vif-plugged-d34fdd16-08a8-4c21-82ff-bca78550fe00 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.845368] env[62364]: WARNING nova.compute.manager [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Received unexpected event network-vif-plugged-d34fdd16-08a8-4c21-82ff-bca78550fe00 for instance with vm_state building and task_state spawning. [ 607.845368] env[62364]: DEBUG nova.compute.manager [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Received event network-changed-d34fdd16-08a8-4c21-82ff-bca78550fe00 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 607.845368] env[62364]: DEBUG nova.compute.manager [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Refreshing instance network info cache due to event network-changed-d34fdd16-08a8-4c21-82ff-bca78550fe00. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 607.846039] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Acquiring lock "refresh_cache-6dd54a20-72b1-4704-91bb-ef10a0a2db8c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.849943] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Acquired lock "refresh_cache-6dd54a20-72b1-4704-91bb-ef10a0a2db8c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.849943] env[62364]: DEBUG nova.network.neutron [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Refreshing network info cache for port d34fdd16-08a8-4c21-82ff-bca78550fe00 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.873446] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.884136] env[62364]: DEBUG nova.network.neutron [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Updating instance_info_cache with network_info: [{"id": "34a4997e-afb0-4666-90dc-d6d1d83b15d5", "address": "fa:16:3e:4c:44:b9", "network": {"id": "4d827b29-b8ea-4844-a5f1-4519f6a12bd7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1030700028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd56fb1a20be40ee9cb7b358f09779ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a4997e-af", "ovs_interfaceid": "34a4997e-afb0-4666-90dc-d6d1d83b15d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.037730] env[62364]: DEBUG nova.compute.utils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 608.042281] env[62364]: DEBUG nova.compute.manager [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Not allocating networking since 'none' was specified. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 608.114122] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.902995} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.114442] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 6dd54a20-72b1-4704-91bb-ef10a0a2db8c/6dd54a20-72b1-4704-91bb-ef10a0a2db8c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.114769] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.115228] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fa9dfd3-b8d1-486f-af78-d82e9e7a788e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.123127] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 608.123127] env[62364]: value = "task-2480060" [ 608.123127] env[62364]: _type = "Task" [ 608.123127] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.135961] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.227437] env[62364]: DEBUG nova.network.neutron [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Successfully updated port: 607bb0e1-36bf-42c7-b1ef-3bb52faa3e67 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.279826] env[62364]: DEBUG nova.compute.manager [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.369506] env[62364]: DEBUG oslo_vmware.api [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480058, 'name': PowerOnVM_Task, 'duration_secs': 1.313355} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.369766] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.369966] env[62364]: INFO nova.compute.manager [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Took 13.04 seconds to spawn the instance on the hypervisor. [ 608.370157] env[62364]: DEBUG nova.compute.manager [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.370952] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b6c8af-d3bc-4b94-88c9-9a77cd060a15 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.387133] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Releasing lock "refresh_cache-1da09049-1ae5-41ce-872c-d0a570e8ed86" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.387438] env[62364]: DEBUG nova.compute.manager [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Instance network_info: |[{"id": "34a4997e-afb0-4666-90dc-d6d1d83b15d5", "address": "fa:16:3e:4c:44:b9", "network": {"id": "4d827b29-b8ea-4844-a5f1-4519f6a12bd7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1030700028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd56fb1a20be40ee9cb7b358f09779ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a4997e-af", "ovs_interfaceid": "34a4997e-afb0-4666-90dc-d6d1d83b15d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.387846] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:44:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34a4997e-afb0-4666-90dc-d6d1d83b15d5', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.395550] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Creating folder: Project (bd56fb1a20be40ee9cb7b358f09779ab). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.396169] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b38753ee-450e-495a-a0ce-1f43ddd23482 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.406575] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Created folder: Project (bd56fb1a20be40ee9cb7b358f09779ab) in parent group-v501830. [ 608.406763] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Creating folder: Instances. Parent ref: group-v501861. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.407015] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b97a3d7-2b7f-4eee-912b-0cf853c17687 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.417507] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Created folder: Instances in parent group-v501861. [ 608.417507] env[62364]: DEBUG oslo.service.loopingcall [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.417819] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.420544] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85782e3d-dacc-434a-a2de-12f71889de41 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.439556] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.439556] env[62364]: value = "task-2480063" [ 608.439556] env[62364]: _type = "Task" [ 608.439556] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.448522] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480063, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.533556] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "28bfc61c-df62-49ff-807d-bd6845f6307a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.533556] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "28bfc61c-df62-49ff-807d-bd6845f6307a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.544059] env[62364]: DEBUG nova.compute.manager [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.608235] env[62364]: DEBUG nova.network.neutron [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Updated VIF entry in instance network info cache for port d34fdd16-08a8-4c21-82ff-bca78550fe00. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.608235] env[62364]: DEBUG nova.network.neutron [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Updating instance_info_cache with network_info: [{"id": "d34fdd16-08a8-4c21-82ff-bca78550fe00", "address": "fa:16:3e:76:e8:0f", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd34fdd16-08", "ovs_interfaceid": "d34fdd16-08a8-4c21-82ff-bca78550fe00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.633993] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112457} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.636726] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.637710] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d87fd11-0187-4103-ac69-4ba5f255393d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.662975] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 6dd54a20-72b1-4704-91bb-ef10a0a2db8c/6dd54a20-72b1-4704-91bb-ef10a0a2db8c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.666173] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae09bf6-8488-4f3a-b6a8-c1ae463b38a7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.686832] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 608.686832] env[62364]: value = "task-2480064" [ 608.686832] env[62364]: _type = "Task" [ 608.686832] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.697313] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.734391] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquiring lock "refresh_cache-f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.734649] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquired lock "refresh_cache-f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.734887] env[62364]: DEBUG nova.network.neutron [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.803116] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.891867] env[62364]: INFO nova.compute.manager [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Took 28.32 seconds to build instance. [ 608.949520] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69523e0-28ca-4cb6-b4f3-ffb64a404ad8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.959933] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfb9f0d-7745-48f3-9093-fa92247ac039 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.963206] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480063, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.991740] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b57894-0af3-4024-9c50-fe04ac76ebe4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.999380] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c4cdda-16eb-4f35-abf5-b519aad00548 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.015191] env[62364]: DEBUG nova.compute.provider_tree [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.114522] env[62364]: DEBUG oslo_concurrency.lockutils [req-ee213207-009f-46fb-a692-9768ce7801d2 req-e6410ab9-dd23-4f91-8a90-00ff67d18633 service nova] Releasing lock "refresh_cache-6dd54a20-72b1-4704-91bb-ef10a0a2db8c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.166602] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquiring lock "649d5de9-956f-4def-8685-ba7415cd08b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.166769] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Lock "649d5de9-956f-4def-8685-ba7415cd08b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.198185] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.281480] env[62364]: DEBUG nova.network.neutron [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.395322] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1a3b07fb-5c49-424f-b42b-3bdd3ebcedec tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Lock "9a0c83f1-f660-45d9-adc7-7a82fca70272" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.839s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.419816] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "724107ad-1ffc-4bbb-9004-41b95330b0fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.420124] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "724107ad-1ffc-4bbb-9004-41b95330b0fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.449718] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480063, 'name': CreateVM_Task, 'duration_secs': 0.694287} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.449913] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.450593] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.450751] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.451075] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.451369] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdde1311-556d-4e3b-a64e-36018932da5c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.454399] env[62364]: DEBUG nova.network.neutron [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Updating instance_info_cache with network_info: [{"id": "607bb0e1-36bf-42c7-b1ef-3bb52faa3e67", "address": "fa:16:3e:d7:75:f7", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607bb0e1-36", "ovs_interfaceid": "607bb0e1-36bf-42c7-b1ef-3bb52faa3e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.458996] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 609.458996] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e6773d-4683-48e9-edd7-33d95961c1c0" [ 609.458996] env[62364]: _type = "Task" [ 609.458996] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.467031] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e6773d-4683-48e9-edd7-33d95961c1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.520123] env[62364]: DEBUG nova.scheduler.client.report [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.560212] env[62364]: DEBUG nova.compute.manager [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.585472] env[62364]: DEBUG nova.virt.hardware [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.585790] env[62364]: DEBUG nova.virt.hardware [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.585973] env[62364]: DEBUG nova.virt.hardware [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.586180] env[62364]: DEBUG nova.virt.hardware [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.586330] env[62364]: DEBUG nova.virt.hardware [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.586490] env[62364]: DEBUG nova.virt.hardware [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.586720] env[62364]: DEBUG nova.virt.hardware [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.586920] env[62364]: DEBUG nova.virt.hardware [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.587344] env[62364]: DEBUG nova.virt.hardware [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.587559] env[62364]: DEBUG nova.virt.hardware [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.587733] env[62364]: DEBUG nova.virt.hardware [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.588677] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a92200f-568c-4562-9d44-e4781eb3b61a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.597717] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfa3132-7c78-4348-ab5a-61feb5dae0a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.617400] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.624486] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Creating folder: Project (264126bd6a624cd0b796cab7d07e178a). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.624795] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d07af67d-9bad-43af-9ffc-a5a02fb4f29a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.634920] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Created folder: Project (264126bd6a624cd0b796cab7d07e178a) in parent group-v501830. [ 609.635116] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Creating folder: Instances. Parent ref: group-v501864. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.635358] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d4c781b-29fd-407c-b0f9-80ffa6414f76 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.644314] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Created folder: Instances in parent group-v501864. [ 609.644541] env[62364]: DEBUG oslo.service.loopingcall [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.644726] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.644917] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-336a2c21-199d-4d77-bf1a-fe1d8648ed5c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.661136] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.661136] env[62364]: value = "task-2480067" [ 609.661136] env[62364]: _type = "Task" [ 609.661136] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.668872] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480067, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.697718] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480064, 'name': ReconfigVM_Task, 'duration_secs': 0.723428} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.697718] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 6dd54a20-72b1-4704-91bb-ef10a0a2db8c/6dd54a20-72b1-4704-91bb-ef10a0a2db8c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.697718] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa4c5cf4-8c5d-46b1-827e-d4e70d5636e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.704084] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 609.704084] env[62364]: value = "task-2480068" [ 609.704084] env[62364]: _type = "Task" [ 609.704084] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.712379] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480068, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.898539] env[62364]: DEBUG nova.compute.manager [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.957789] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Releasing lock "refresh_cache-f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.958263] env[62364]: DEBUG nova.compute.manager [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Instance network_info: |[{"id": "607bb0e1-36bf-42c7-b1ef-3bb52faa3e67", "address": "fa:16:3e:d7:75:f7", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607bb0e1-36", "ovs_interfaceid": "607bb0e1-36bf-42c7-b1ef-3bb52faa3e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.958815] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:75:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '607bb0e1-36bf-42c7-b1ef-3bb52faa3e67', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.967935] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Creating folder: Project (49566a1d66b54070b41e751bf4e4e04b). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.969877] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9db69e2-7f15-4d70-8ae0-86d973226a76 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.976266] env[62364]: DEBUG nova.compute.manager [req-df0ea503-cbac-4610-a111-f1caf0cf360d req-401d6ad3-e632-413b-9c86-2cf9547c2611 service nova] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Received event network-vif-deleted-3e206549-2632-48f2-a335-23e77c5b4496 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 609.976475] env[62364]: DEBUG nova.compute.manager [req-df0ea503-cbac-4610-a111-f1caf0cf360d req-401d6ad3-e632-413b-9c86-2cf9547c2611 service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Received event network-changed-fc83c305-113f-486d-ab64-915aacf1bffa {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 609.977125] env[62364]: DEBUG nova.compute.manager [req-df0ea503-cbac-4610-a111-f1caf0cf360d req-401d6ad3-e632-413b-9c86-2cf9547c2611 service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Refreshing instance network info cache due to event network-changed-fc83c305-113f-486d-ab64-915aacf1bffa. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 609.977125] env[62364]: DEBUG oslo_concurrency.lockutils [req-df0ea503-cbac-4610-a111-f1caf0cf360d req-401d6ad3-e632-413b-9c86-2cf9547c2611 service nova] Acquiring lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.977125] env[62364]: DEBUG oslo_concurrency.lockutils [req-df0ea503-cbac-4610-a111-f1caf0cf360d req-401d6ad3-e632-413b-9c86-2cf9547c2611 service nova] Acquired lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.977740] env[62364]: DEBUG nova.network.neutron [req-df0ea503-cbac-4610-a111-f1caf0cf360d req-401d6ad3-e632-413b-9c86-2cf9547c2611 service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Refreshing network info cache for port fc83c305-113f-486d-ab64-915aacf1bffa {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.990618] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e6773d-4683-48e9-edd7-33d95961c1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.992158] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.992576] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.992663] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.992869] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.993083] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.993555] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Created folder: Project (49566a1d66b54070b41e751bf4e4e04b) in parent group-v501830. [ 609.993719] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Creating folder: Instances. Parent ref: group-v501867. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.993944] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d41d00d-cab5-4c4e-a36a-44c930b516aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.996365] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60d0f619-2b0d-4835-ba5a-4aad0472222d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.006159] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.006360] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.008358] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372db429-9704-4dfa-9b97-5996c3ad80e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.011513] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Created folder: Instances in parent group-v501867. [ 610.011751] env[62364]: DEBUG oslo.service.loopingcall [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.012896] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.012989] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0711bdf9-9adb-4056-ab35-af0f223118fa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.037286] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.037286] env[62364]: DEBUG nova.compute.manager [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.043259] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 610.043259] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52180da0-f7c3-5225-0a2d-f31ae7e8b016" [ 610.043259] env[62364]: _type = "Task" [ 610.043259] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.044338] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.231s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.045914] env[62364]: INFO nova.compute.claims [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.053493] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.053493] env[62364]: value = "task-2480071" [ 610.053493] env[62364]: _type = "Task" [ 610.053493] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.063842] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52180da0-f7c3-5225-0a2d-f31ae7e8b016, 'name': SearchDatastore_Task, 'duration_secs': 0.020015} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.066552] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9135756a-b598-4562-9841-d4cc0382528b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.075044] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480071, 'name': CreateVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.080667] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 610.080667] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c6ed1c-a01e-0255-9210-a5f7093a8cf7" [ 610.080667] env[62364]: _type = "Task" [ 610.080667] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.097033] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c6ed1c-a01e-0255-9210-a5f7093a8cf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.178206] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480067, 'name': CreateVM_Task, 'duration_secs': 0.460195} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.178554] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.180276] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.180865] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.180960] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.181285] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa6eb562-eee2-4be5-a6fc-a1ccb81c3025 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.189386] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for the task: (returnval){ [ 610.189386] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]522bad9d-22d9-d678-2d9a-3eedf94b4d13" [ 610.189386] env[62364]: _type = "Task" [ 610.189386] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.198993] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522bad9d-22d9-d678-2d9a-3eedf94b4d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.212691] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480068, 'name': Rename_Task, 'duration_secs': 0.228058} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.212968] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.213584] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8bf10ed-dbef-40f6-aa39-3c29a40185c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.221580] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 610.221580] env[62364]: value = "task-2480072" [ 610.221580] env[62364]: _type = "Task" [ 610.221580] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.229765] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.291458] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.291750] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.291979] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.292409] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.292409] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.294505] env[62364]: INFO nova.compute.manager [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Terminating instance [ 610.428428] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.548345] env[62364]: DEBUG nova.compute.utils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 610.549746] env[62364]: DEBUG nova.compute.manager [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.549939] env[62364]: DEBUG nova.network.neutron [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.574556] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480071, 'name': CreateVM_Task, 'duration_secs': 0.456367} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.574556] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.574556] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.592561] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c6ed1c-a01e-0255-9210-a5f7093a8cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.592681] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.593010] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 1da09049-1ae5-41ce-872c-d0a570e8ed86/1da09049-1ae5-41ce-872c-d0a570e8ed86.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.593184] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0a18461-8dcc-4692-b42b-4ad458d26324 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.602116] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 610.602116] env[62364]: value = "task-2480073" [ 610.602116] env[62364]: _type = "Task" [ 610.602116] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.613331] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.686606] env[62364]: DEBUG nova.policy [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a53d966ef9bb48959dd22a2f08e81014', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54a65ad5a9d64c32b8889535e34efa0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.709980] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522bad9d-22d9-d678-2d9a-3eedf94b4d13, 'name': SearchDatastore_Task, 'duration_secs': 0.014328} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.710593] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.710841] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.711442] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.711913] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.713091] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.713091] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.713091] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.713459] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae4ac606-1f7f-423e-afd2-d3314837bf6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.718048] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4952c70d-727f-46f6-84e6-c1488156e81e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.727118] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for the task: (returnval){ [ 610.727118] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c730ad-d329-891e-1b5c-17b1e7ebdaaf" [ 610.727118] env[62364]: _type = "Task" [ 610.727118] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.727718] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.727891] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.731503] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab95884-fdf9-4dff-8c90-0b3294d47ff8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.739791] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.745318] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c730ad-d329-891e-1b5c-17b1e7ebdaaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.746329] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for the task: (returnval){ [ 610.746329] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5274cec0-1de4-112e-e2ce-5dfb237ee254" [ 610.746329] env[62364]: _type = "Task" [ 610.746329] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.754211] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5274cec0-1de4-112e-e2ce-5dfb237ee254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.801055] env[62364]: DEBUG nova.compute.manager [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 610.801173] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.803535] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be32e437-8a2d-4f7b-92d4-254dd87c2bf4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.813062] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.813299] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e82b9e9-06f5-4317-a5ef-eba65b8c3f1f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.820947] env[62364]: DEBUG oslo_vmware.api [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 610.820947] env[62364]: value = "task-2480074" [ 610.820947] env[62364]: _type = "Task" [ 610.820947] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.829769] env[62364]: DEBUG oslo_vmware.api [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.853822] env[62364]: DEBUG nova.compute.manager [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Received event network-changed-34a4997e-afb0-4666-90dc-d6d1d83b15d5 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 610.857666] env[62364]: DEBUG nova.compute.manager [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Refreshing instance network info cache due to event network-changed-34a4997e-afb0-4666-90dc-d6d1d83b15d5. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 610.858100] env[62364]: DEBUG oslo_concurrency.lockutils [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] Acquiring lock "refresh_cache-1da09049-1ae5-41ce-872c-d0a570e8ed86" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.858100] env[62364]: DEBUG oslo_concurrency.lockutils [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] Acquired lock "refresh_cache-1da09049-1ae5-41ce-872c-d0a570e8ed86" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.858359] env[62364]: DEBUG nova.network.neutron [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Refreshing network info cache for port 34a4997e-afb0-4666-90dc-d6d1d83b15d5 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.035448] env[62364]: DEBUG nova.network.neutron [req-df0ea503-cbac-4610-a111-f1caf0cf360d req-401d6ad3-e632-413b-9c86-2cf9547c2611 service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Updated VIF entry in instance network info cache for port fc83c305-113f-486d-ab64-915aacf1bffa. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.035448] env[62364]: DEBUG nova.network.neutron [req-df0ea503-cbac-4610-a111-f1caf0cf360d req-401d6ad3-e632-413b-9c86-2cf9547c2611 service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Updating instance_info_cache with network_info: [{"id": "fc83c305-113f-486d-ab64-915aacf1bffa", "address": "fa:16:3e:5e:3d:79", "network": {"id": "0b6ef980-2206-4eb6-a687-280d3e5c5525", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-288143535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87257146037d4c61afcb8273a54ed8ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc83c305-11", "ovs_interfaceid": "fc83c305-113f-486d-ab64-915aacf1bffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.054876] env[62364]: DEBUG nova.compute.manager [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.130029] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.236615] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480072, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.247828] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c730ad-d329-891e-1b5c-17b1e7ebdaaf, 'name': SearchDatastore_Task, 'duration_secs': 0.020945} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.251912] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.252227] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.252509] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.264867] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5274cec0-1de4-112e-e2ce-5dfb237ee254, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.272362] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fabe8a6-2f23-4bab-8eeb-2d92eb503b68 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.278303] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for the task: (returnval){ [ 611.278303] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]525f6cf2-ea25-e439-e12d-63bd14b59f4f" [ 611.278303] env[62364]: _type = "Task" [ 611.278303] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.288826] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525f6cf2-ea25-e439-e12d-63bd14b59f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.331272] env[62364]: DEBUG oslo_vmware.api [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480074, 'name': PowerOffVM_Task, 'duration_secs': 0.317718} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.334590] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.335064] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.337039] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d2f1f57-0aa0-4355-8138-ce4b9c9bc46b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.404443] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.404443] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.406477] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleting the datastore file [datastore2] 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.406703] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3db6d9db-6b1d-49a4-a126-4f7fb9a128ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.419465] env[62364]: DEBUG oslo_vmware.api [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 611.419465] env[62364]: value = "task-2480076" [ 611.419465] env[62364]: _type = "Task" [ 611.419465] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.431675] env[62364]: DEBUG oslo_vmware.api [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.538969] env[62364]: DEBUG oslo_concurrency.lockutils [req-df0ea503-cbac-4610-a111-f1caf0cf360d req-401d6ad3-e632-413b-9c86-2cf9547c2611 service nova] Releasing lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.610531] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c592425-e025-42d4-b712-5fc064131f23 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.617349] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619363} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.618030] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 1da09049-1ae5-41ce-872c-d0a570e8ed86/1da09049-1ae5-41ce-872c-d0a570e8ed86.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.618272] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.618551] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cd9d629-8882-4a78-81d9-22f585fdc72c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.623645] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef914dc0-4d55-4a6a-a431-0f9e2fda2745 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.631211] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 611.631211] env[62364]: value = "task-2480077" [ 611.631211] env[62364]: _type = "Task" [ 611.631211] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.668770] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5959779c-2b53-455e-8d68-5cbb53fa0dd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.677115] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.681825] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4d4551-a631-47d4-b0db-a47199247a41 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.697044] env[62364]: DEBUG nova.compute.provider_tree [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.732022] env[62364]: DEBUG oslo_vmware.api [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480072, 'name': PowerOnVM_Task, 'duration_secs': 1.224064} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.732216] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.732478] env[62364]: INFO nova.compute.manager [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Took 9.57 seconds to spawn the instance on the hypervisor. [ 611.732747] env[62364]: DEBUG nova.compute.manager [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.733525] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80447a69-bcb8-434f-bd99-21dfb254d5a5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.789041] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525f6cf2-ea25-e439-e12d-63bd14b59f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.012541} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.789339] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.789603] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 7b302e72-58de-4b9c-aa9e-902a37184828/7b302e72-58de-4b9c-aa9e-902a37184828.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.789902] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.790105] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.790388] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf47a27-0927-4051-ad30-ae567d7addb1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.792481] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab82a32-240b-4b81-970a-2448ce392983 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.798952] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for the task: (returnval){ [ 611.798952] env[62364]: value = "task-2480078" [ 611.798952] env[62364]: _type = "Task" [ 611.798952] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.802828] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.803065] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.803992] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b102e2d-9872-4133-8d3f-eb1df484002e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.808939] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.811801] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for the task: (returnval){ [ 611.811801] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]522d483a-e324-0d5e-8a78-118f8d726e9d" [ 611.811801] env[62364]: _type = "Task" [ 611.811801] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.820740] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522d483a-e324-0d5e-8a78-118f8d726e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.931786] env[62364]: DEBUG oslo_vmware.api [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.015112] env[62364]: DEBUG nova.network.neutron [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Successfully created port: d5185b45-7991-459b-a544-01a6fc6443f6 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.077151] env[62364]: DEBUG nova.compute.manager [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.114141] env[62364]: DEBUG nova.virt.hardware [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:38:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1010029183',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-182740929',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.114537] env[62364]: DEBUG nova.virt.hardware [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.114790] env[62364]: DEBUG nova.virt.hardware [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.115249] env[62364]: DEBUG nova.virt.hardware [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.115477] env[62364]: DEBUG nova.virt.hardware [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.115664] env[62364]: DEBUG nova.virt.hardware [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.115881] env[62364]: DEBUG nova.virt.hardware [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.116149] env[62364]: DEBUG nova.virt.hardware [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.116369] env[62364]: DEBUG nova.virt.hardware [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.116594] env[62364]: DEBUG nova.virt.hardware [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.116789] env[62364]: DEBUG nova.virt.hardware [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.118762] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4892f659-e5df-436c-b4cd-050a75ab98df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.134304] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8638090-b5d2-4588-8a66-a1d26cb8e5e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.164630] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086686} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.164920] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.166903] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef7253-7596-4a27-8911-fd7f0ff4b69e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.195193] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 1da09049-1ae5-41ce-872c-d0a570e8ed86/1da09049-1ae5-41ce-872c-d0a570e8ed86.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.195193] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029344f7-7769-4f08-a478-450187a366a9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.208021] env[62364]: DEBUG nova.scheduler.client.report [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.217598] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 612.217598] env[62364]: value = "task-2480079" [ 612.217598] env[62364]: _type = "Task" [ 612.217598] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.227768] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.255411] env[62364]: INFO nova.compute.manager [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Took 26.86 seconds to build instance. [ 612.263741] env[62364]: DEBUG nova.network.neutron [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Updated VIF entry in instance network info cache for port 34a4997e-afb0-4666-90dc-d6d1d83b15d5. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.264124] env[62364]: DEBUG nova.network.neutron [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Updating instance_info_cache with network_info: [{"id": "34a4997e-afb0-4666-90dc-d6d1d83b15d5", "address": "fa:16:3e:4c:44:b9", "network": {"id": "4d827b29-b8ea-4844-a5f1-4519f6a12bd7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1030700028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd56fb1a20be40ee9cb7b358f09779ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a4997e-af", "ovs_interfaceid": "34a4997e-afb0-4666-90dc-d6d1d83b15d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.311580] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480078, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.328479] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522d483a-e324-0d5e-8a78-118f8d726e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.03512} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.328479] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b46d2b-5297-4498-bf0a-79fa299225aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.338513] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for the task: (returnval){ [ 612.338513] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521c4e7c-5351-11e2-4923-38cef495ba73" [ 612.338513] env[62364]: _type = "Task" [ 612.338513] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.352188] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521c4e7c-5351-11e2-4923-38cef495ba73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.404127] env[62364]: DEBUG nova.compute.manager [None req-06e4605e-7b82-460d-9860-e70859814c71 tempest-ServerExternalEventsTest-470029427 tempest-ServerExternalEventsTest-470029427-project] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Received event network-changed {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 612.404127] env[62364]: DEBUG nova.compute.manager [None req-06e4605e-7b82-460d-9860-e70859814c71 tempest-ServerExternalEventsTest-470029427 tempest-ServerExternalEventsTest-470029427-project] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Refreshing instance network info cache due to event network-changed. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 612.404127] env[62364]: DEBUG oslo_concurrency.lockutils [None req-06e4605e-7b82-460d-9860-e70859814c71 tempest-ServerExternalEventsTest-470029427 tempest-ServerExternalEventsTest-470029427-project] Acquiring lock "refresh_cache-9a0c83f1-f660-45d9-adc7-7a82fca70272" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.404127] env[62364]: DEBUG oslo_concurrency.lockutils [None req-06e4605e-7b82-460d-9860-e70859814c71 tempest-ServerExternalEventsTest-470029427 tempest-ServerExternalEventsTest-470029427-project] Acquired lock "refresh_cache-9a0c83f1-f660-45d9-adc7-7a82fca70272" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.405309] env[62364]: DEBUG nova.network.neutron [None req-06e4605e-7b82-460d-9860-e70859814c71 tempest-ServerExternalEventsTest-470029427 tempest-ServerExternalEventsTest-470029427-project] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.436684] env[62364]: DEBUG oslo_vmware.api [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523815} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.436970] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.437177] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.437340] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.437577] env[62364]: INFO nova.compute.manager [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Took 1.64 seconds to destroy the instance on the hypervisor. [ 612.437784] env[62364]: DEBUG oslo.service.loopingcall [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.437992] env[62364]: DEBUG nova.compute.manager [-] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 612.438115] env[62364]: DEBUG nova.network.neutron [-] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.714944] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.715318] env[62364]: DEBUG nova.compute.manager [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.719151] env[62364]: DEBUG oslo_concurrency.lockutils [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.077s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.719740] env[62364]: DEBUG nova.objects.instance [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Lazy-loading 'resources' on Instance uuid 621d2c06-77f3-4b6e-9944-01faf4f8056b {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 612.736025] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.761131] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5fa05404-6f60-4ca5-85a8-b9100b2aed20 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.379s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.766973] env[62364]: DEBUG oslo_concurrency.lockutils [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] Releasing lock "refresh_cache-1da09049-1ae5-41ce-872c-d0a570e8ed86" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.771096] env[62364]: DEBUG nova.compute.manager [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Received event network-vif-plugged-607bb0e1-36bf-42c7-b1ef-3bb52faa3e67 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 612.771788] env[62364]: DEBUG oslo_concurrency.lockutils [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] Acquiring lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.771788] env[62364]: DEBUG oslo_concurrency.lockutils [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] Lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.771788] env[62364]: DEBUG oslo_concurrency.lockutils [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] Lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.771948] env[62364]: DEBUG nova.compute.manager [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] No waiting events found dispatching network-vif-plugged-607bb0e1-36bf-42c7-b1ef-3bb52faa3e67 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.772307] env[62364]: WARNING nova.compute.manager [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Received unexpected event network-vif-plugged-607bb0e1-36bf-42c7-b1ef-3bb52faa3e67 for instance with vm_state building and task_state spawning. [ 612.772307] env[62364]: DEBUG nova.compute.manager [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Received event network-changed-607bb0e1-36bf-42c7-b1ef-3bb52faa3e67 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 612.772467] env[62364]: DEBUG nova.compute.manager [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Refreshing instance network info cache due to event network-changed-607bb0e1-36bf-42c7-b1ef-3bb52faa3e67. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 612.772587] env[62364]: DEBUG oslo_concurrency.lockutils [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] Acquiring lock "refresh_cache-f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.772720] env[62364]: DEBUG oslo_concurrency.lockutils [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] Acquired lock "refresh_cache-f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.772874] env[62364]: DEBUG nova.network.neutron [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Refreshing network info cache for port 607bb0e1-36bf-42c7-b1ef-3bb52faa3e67 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.812563] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847634} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.813056] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 7b302e72-58de-4b9c-aa9e-902a37184828/7b302e72-58de-4b9c-aa9e-902a37184828.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.813444] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.815028] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3c4e5a5-cea8-46db-ae21-3b6572cd1a87 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.823147] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for the task: (returnval){ [ 612.823147] env[62364]: value = "task-2480080" [ 612.823147] env[62364]: _type = "Task" [ 612.823147] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.833724] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.849705] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521c4e7c-5351-11e2-4923-38cef495ba73, 'name': SearchDatastore_Task, 'duration_secs': 0.054898} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.849969] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.850293] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f2fc50a2-045d-4f3c-81b9-aab4c1a01be7/f2fc50a2-045d-4f3c-81b9-aab4c1a01be7.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.850636] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3f8bac6-7074-42e6-9dad-04fc32b6975f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.857536] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for the task: (returnval){ [ 612.857536] env[62364]: value = "task-2480081" [ 612.857536] env[62364]: _type = "Task" [ 612.857536] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.867585] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.231167] env[62364]: DEBUG nova.compute.utils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 613.239960] env[62364]: DEBUG nova.compute.manager [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.239960] env[62364]: DEBUG nova.network.neutron [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.241839] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.266046] env[62364]: DEBUG nova.compute.manager [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.294522] env[62364]: DEBUG nova.policy [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3477f4ae552f4f0699d45403d5fbb09f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd97ef53979a0418a95b3644c3a769da5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.331980] env[62364]: DEBUG nova.network.neutron [None req-06e4605e-7b82-460d-9860-e70859814c71 tempest-ServerExternalEventsTest-470029427 tempest-ServerExternalEventsTest-470029427-project] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Updating instance_info_cache with network_info: [{"id": "3b14a5b1-4c34-420b-8a4c-17fbe6fff08a", "address": "fa:16:3e:1c:83:d0", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b14a5b1-4c", "ovs_interfaceid": "3b14a5b1-4c34-420b-8a4c-17fbe6fff08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.341972] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088682} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.346344] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.349258] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0155c773-7ca0-4cdb-8362-e31436a29252 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.388549] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 7b302e72-58de-4b9c-aa9e-902a37184828/7b302e72-58de-4b9c-aa9e-902a37184828.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.394591] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec858816-3b69-4509-be10-e4fafe00069f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.417646] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.424802] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for the task: (returnval){ [ 613.424802] env[62364]: value = "task-2480082" [ 613.424802] env[62364]: _type = "Task" [ 613.424802] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.433290] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.449035] env[62364]: DEBUG nova.network.neutron [-] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.536227] env[62364]: DEBUG nova.compute.manager [req-f18d0cbe-3128-4e6e-b0bd-99981de85f82 req-f2738e06-a7ae-4966-a4bf-4a0e4c657f21 service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Received event network-changed-05d256f6-3d6e-48c0-ab37-edecec205860 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 613.536227] env[62364]: DEBUG nova.compute.manager [req-f18d0cbe-3128-4e6e-b0bd-99981de85f82 req-f2738e06-a7ae-4966-a4bf-4a0e4c657f21 service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Refreshing instance network info cache due to event network-changed-05d256f6-3d6e-48c0-ab37-edecec205860. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 613.536357] env[62364]: DEBUG oslo_concurrency.lockutils [req-f18d0cbe-3128-4e6e-b0bd-99981de85f82 req-f2738e06-a7ae-4966-a4bf-4a0e4c657f21 service nova] Acquiring lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.536438] env[62364]: DEBUG oslo_concurrency.lockutils [req-f18d0cbe-3128-4e6e-b0bd-99981de85f82 req-f2738e06-a7ae-4966-a4bf-4a0e4c657f21 service nova] Acquired lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.536612] env[62364]: DEBUG nova.network.neutron [req-f18d0cbe-3128-4e6e-b0bd-99981de85f82 req-f2738e06-a7ae-4966-a4bf-4a0e4c657f21 service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Refreshing network info cache for port 05d256f6-3d6e-48c0-ab37-edecec205860 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.710128] env[62364]: DEBUG nova.network.neutron [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Successfully created port: 350d1bbd-a8a7-459d-b842-9e0da4f2c69c {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.734100] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480079, 'name': ReconfigVM_Task, 'duration_secs': 1.019414} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.735271] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 1da09049-1ae5-41ce-872c-d0a570e8ed86/1da09049-1ae5-41ce-872c-d0a570e8ed86.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.736405] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa204027-45c8-4780-8078-67bbbeaa20d6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.739436] env[62364]: DEBUG nova.network.neutron [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Updated VIF entry in instance network info cache for port 607bb0e1-36bf-42c7-b1ef-3bb52faa3e67. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.739888] env[62364]: DEBUG nova.network.neutron [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Updating instance_info_cache with network_info: [{"id": "607bb0e1-36bf-42c7-b1ef-3bb52faa3e67", "address": "fa:16:3e:d7:75:f7", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607bb0e1-36", "ovs_interfaceid": "607bb0e1-36bf-42c7-b1ef-3bb52faa3e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.740863] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2decc15-7744-4886-8703-39ee2a73d406 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.746494] env[62364]: DEBUG nova.compute.manager [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.760113] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a9f1f4-4615-4f74-bab5-6c041a279f44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.763263] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 613.763263] env[62364]: value = "task-2480083" [ 613.763263] env[62364]: _type = "Task" [ 613.763263] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.799402] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d81092-d9a7-482a-9ff4-ec45cbb46de4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.805908] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480083, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.811605] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb65120-8c6e-4b4a-9690-f0e9d0833e13 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.818615] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.830247] env[62364]: DEBUG nova.compute.provider_tree [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.836954] env[62364]: DEBUG oslo_concurrency.lockutils [None req-06e4605e-7b82-460d-9860-e70859814c71 tempest-ServerExternalEventsTest-470029427 tempest-ServerExternalEventsTest-470029427-project] Releasing lock "refresh_cache-9a0c83f1-f660-45d9-adc7-7a82fca70272" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.868115] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683561} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.868966] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f2fc50a2-045d-4f3c-81b9-aab4c1a01be7/f2fc50a2-045d-4f3c-81b9-aab4c1a01be7.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.868966] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.868966] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7af6cde3-f1fd-48be-933e-a26d5a23c5c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.876446] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for the task: (returnval){ [ 613.876446] env[62364]: value = "task-2480084" [ 613.876446] env[62364]: _type = "Task" [ 613.876446] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.885766] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.935307] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.952718] env[62364]: INFO nova.compute.manager [-] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Took 1.51 seconds to deallocate network for instance. [ 614.119982] env[62364]: DEBUG nova.compute.manager [req-5af443a1-2474-4fe5-ba2e-d1ff83577dc4 req-54b62562-3ecb-4a10-83ab-c9e8fd4f6ad4 service nova] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Received event network-vif-deleted-7dd73c32-f786-44d4-ae43-d67924933586 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 614.247897] env[62364]: DEBUG oslo_concurrency.lockutils [req-319ddfc3-ac84-417a-bab2-b37eabe819cd req-00250784-c1e9-40b1-ba02-3a2f535e882a service nova] Releasing lock "refresh_cache-f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.277723] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480083, 'name': Rename_Task, 'duration_secs': 0.306206} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.278031] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.278282] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7deb09b-a592-4ed3-a63e-823be3f918df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.285565] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 614.285565] env[62364]: value = "task-2480085" [ 614.285565] env[62364]: _type = "Task" [ 614.285565] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.298577] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.334682] env[62364]: DEBUG nova.scheduler.client.report [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.387503] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1014} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.388701] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.388701] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14353aa0-0d29-4836-a0b0-27d97ce8ceb9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.414148] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] f2fc50a2-045d-4f3c-81b9-aab4c1a01be7/f2fc50a2-045d-4f3c-81b9-aab4c1a01be7.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.414672] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2599c50-1b0a-484b-8122-78a3785fccd1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.438936] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480082, 'name': ReconfigVM_Task, 'duration_secs': 0.819514} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.440882] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 7b302e72-58de-4b9c-aa9e-902a37184828/7b302e72-58de-4b9c-aa9e-902a37184828.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.441163] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for the task: (returnval){ [ 614.441163] env[62364]: value = "task-2480086" [ 614.441163] env[62364]: _type = "Task" [ 614.441163] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.441540] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0efa1570-df28-40ec-8c42-6b227af30f14 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.458110] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.459663] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for the task: (returnval){ [ 614.459663] env[62364]: value = "task-2480087" [ 614.459663] env[62364]: _type = "Task" [ 614.459663] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.463684] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.469050] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480087, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.497216] env[62364]: DEBUG nova.network.neutron [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Successfully updated port: d5185b45-7991-459b-a544-01a6fc6443f6 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.512818] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquiring lock "9a0c83f1-f660-45d9-adc7-7a82fca70272" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.513378] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Lock "9a0c83f1-f660-45d9-adc7-7a82fca70272" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.513378] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquiring lock "9a0c83f1-f660-45d9-adc7-7a82fca70272-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.513513] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Lock "9a0c83f1-f660-45d9-adc7-7a82fca70272-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.513641] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Lock "9a0c83f1-f660-45d9-adc7-7a82fca70272-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.516887] env[62364]: INFO nova.compute.manager [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Terminating instance [ 614.768065] env[62364]: DEBUG nova.compute.manager [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.779555] env[62364]: DEBUG nova.network.neutron [req-f18d0cbe-3128-4e6e-b0bd-99981de85f82 req-f2738e06-a7ae-4966-a4bf-4a0e4c657f21 service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updated VIF entry in instance network info cache for port 05d256f6-3d6e-48c0-ab37-edecec205860. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.779555] env[62364]: DEBUG nova.network.neutron [req-f18d0cbe-3128-4e6e-b0bd-99981de85f82 req-f2738e06-a7ae-4966-a4bf-4a0e4c657f21 service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance_info_cache with network_info: [{"id": "05d256f6-3d6e-48c0-ab37-edecec205860", "address": "fa:16:3e:1b:e5:3c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d256f6-3d", "ovs_interfaceid": "05d256f6-3d6e-48c0-ab37-edecec205860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.798744] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480085, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.841642] env[62364]: DEBUG oslo_concurrency.lockutils [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.843961] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.915s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.845056] env[62364]: INFO nova.compute.claims [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.886452] env[62364]: INFO nova.scheduler.client.report [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Deleted allocations for instance 621d2c06-77f3-4b6e-9944-01faf4f8056b [ 614.932431] env[62364]: DEBUG nova.virt.hardware [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.933526] env[62364]: DEBUG nova.virt.hardware [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.933526] env[62364]: DEBUG nova.virt.hardware [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.933769] env[62364]: DEBUG nova.virt.hardware [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.933825] env[62364]: DEBUG nova.virt.hardware [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.934079] env[62364]: DEBUG nova.virt.hardware [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.934341] env[62364]: DEBUG nova.virt.hardware [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.934517] env[62364]: DEBUG nova.virt.hardware [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.934828] env[62364]: DEBUG nova.virt.hardware [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.935010] env[62364]: DEBUG nova.virt.hardware [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.935245] env[62364]: DEBUG nova.virt.hardware [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.937200] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd569c8-022b-431e-b11f-71b47b19966f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.950423] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2cde70-6e0e-4032-9353-633938a2250a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.961757] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480086, 'name': ReconfigVM_Task, 'duration_secs': 0.50279} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.975994] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Reconfigured VM instance instance-0000000c to attach disk [datastore1] f2fc50a2-045d-4f3c-81b9-aab4c1a01be7/f2fc50a2-045d-4f3c-81b9-aab4c1a01be7.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.976538] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62a42979-d516-4126-8142-e5798761bf73 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.983752] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480087, 'name': Rename_Task, 'duration_secs': 0.195033} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.984728] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.985073] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for the task: (returnval){ [ 614.985073] env[62364]: value = "task-2480088" [ 614.985073] env[62364]: _type = "Task" [ 614.985073] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.985327] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55d396c5-c331-4b07-9eb2-b33e0f84a5b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.995171] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480088, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.996698] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "refresh_cache-9745f741-5030-4bba-8ddc-bff38331ab4c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.996840] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquired lock "refresh_cache-9745f741-5030-4bba-8ddc-bff38331ab4c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.996992] env[62364]: DEBUG nova.network.neutron [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.998119] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for the task: (returnval){ [ 614.998119] env[62364]: value = "task-2480089" [ 614.998119] env[62364]: _type = "Task" [ 614.998119] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.006990] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.020993] env[62364]: DEBUG nova.compute.manager [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 615.021233] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.022622] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df8f622-92dd-4b30-b35f-b02e4b3bec30 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.031518] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.031782] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56094efe-8e62-4b6d-b370-cfaac0cf0c14 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.039564] env[62364]: DEBUG oslo_vmware.api [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for the task: (returnval){ [ 615.039564] env[62364]: value = "task-2480090" [ 615.039564] env[62364]: _type = "Task" [ 615.039564] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.047433] env[62364]: DEBUG oslo_vmware.api [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.282032] env[62364]: DEBUG oslo_concurrency.lockutils [req-f18d0cbe-3128-4e6e-b0bd-99981de85f82 req-f2738e06-a7ae-4966-a4bf-4a0e4c657f21 service nova] Releasing lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.302664] env[62364]: DEBUG oslo_vmware.api [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480085, 'name': PowerOnVM_Task, 'duration_secs': 0.624959} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.303315] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.303968] env[62364]: INFO nova.compute.manager [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Took 10.60 seconds to spawn the instance on the hypervisor. [ 615.303968] env[62364]: DEBUG nova.compute.manager [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.305462] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713b65eb-7fd4-4172-bdba-8f9c2e1a27eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.399990] env[62364]: DEBUG oslo_concurrency.lockutils [None req-794218f4-5442-4d01-bec9-fe22cf2ee9ae tempest-DeleteServersAdminTestJSON-2054445529 tempest-DeleteServersAdminTestJSON-2054445529-project-admin] Lock "621d2c06-77f3-4b6e-9944-01faf4f8056b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.734s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.498493] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480088, 'name': Rename_Task, 'duration_secs': 0.249753} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.502044] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.505964] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa5d9c9b-896e-421d-9f70-0215dd374be4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.515326] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480089, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.516271] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for the task: (returnval){ [ 615.516271] env[62364]: value = "task-2480091" [ 615.516271] env[62364]: _type = "Task" [ 615.516271] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.523772] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.551507] env[62364]: DEBUG oslo_vmware.api [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480090, 'name': PowerOffVM_Task, 'duration_secs': 0.252647} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.552056] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.552056] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.552746] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4301ab35-51d4-4419-99a1-0fc18376268b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.619991] env[62364]: DEBUG nova.network.neutron [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.628244] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.628508] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.628704] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Deleting the datastore file [datastore2] 9a0c83f1-f660-45d9-adc7-7a82fca70272 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.628959] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-576abf10-c630-4b86-8ab5-0dc159d12a07 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.635842] env[62364]: DEBUG oslo_vmware.api [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for the task: (returnval){ [ 615.635842] env[62364]: value = "task-2480093" [ 615.635842] env[62364]: _type = "Task" [ 615.635842] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.650656] env[62364]: DEBUG oslo_vmware.api [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.651688] env[62364]: DEBUG nova.network.neutron [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Successfully updated port: 350d1bbd-a8a7-459d-b842-9e0da4f2c69c {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.826159] env[62364]: INFO nova.compute.manager [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Took 22.14 seconds to build instance. [ 615.949298] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.950143] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.018598] env[62364]: DEBUG oslo_vmware.api [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480089, 'name': PowerOnVM_Task, 'duration_secs': 0.79332} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.018974] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.019291] env[62364]: INFO nova.compute.manager [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Took 6.46 seconds to spawn the instance on the hypervisor. [ 616.019396] env[62364]: DEBUG nova.compute.manager [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.024634] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61574779-9b81-45f9-8049-018c207b88ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.039991] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480091, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.148907] env[62364]: DEBUG oslo_vmware.api [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Task: {'id': task-2480093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472775} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.148907] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.148907] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.148907] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.149560] env[62364]: INFO nova.compute.manager [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Took 1.13 seconds to destroy the instance on the hypervisor. [ 616.149560] env[62364]: DEBUG oslo.service.loopingcall [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.149560] env[62364]: DEBUG nova.compute.manager [-] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 616.149671] env[62364]: DEBUG nova.network.neutron [-] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 616.157178] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquiring lock "refresh_cache-1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.157178] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquired lock "refresh_cache-1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.157178] env[62364]: DEBUG nova.network.neutron [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.271837] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51b8b10-3886-4f4b-8755-9067d3799332 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.290517] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a0e6d4-7c41-41be-923b-94b32afe8c2b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.330796] env[62364]: DEBUG oslo_concurrency.lockutils [None req-adf9e41e-4fbe-4abb-821d-67681f13da4c tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.159s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.332864] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d422d5-1933-47fd-a910-e12fa64b3454 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.341550] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237b6194-3f0c-4b03-845d-9f147c2ce6b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.358598] env[62364]: DEBUG nova.compute.provider_tree [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.388747] env[62364]: DEBUG nova.network.neutron [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Updating instance_info_cache with network_info: [{"id": "d5185b45-7991-459b-a544-01a6fc6443f6", "address": "fa:16:3e:98:29:cc", "network": {"id": "d78b9ad3-3fdc-4914-b090-9e0629cc568e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1460743526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a65ad5a9d64c32b8889535e34efa0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5185b45-79", "ovs_interfaceid": "d5185b45-7991-459b-a544-01a6fc6443f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.529021] env[62364]: DEBUG oslo_vmware.api [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480091, 'name': PowerOnVM_Task, 'duration_secs': 0.851134} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.529350] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.529847] env[62364]: INFO nova.compute.manager [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Took 9.47 seconds to spawn the instance on the hypervisor. [ 616.529847] env[62364]: DEBUG nova.compute.manager [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.532818] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb8566f-0ef5-40df-ae95-a80c489c7360 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.555606] env[62364]: INFO nova.compute.manager [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Took 20.60 seconds to build instance. [ 616.736182] env[62364]: DEBUG nova.network.neutron [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.837408] env[62364]: DEBUG nova.compute.manager [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.863421] env[62364]: DEBUG nova.scheduler.client.report [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.893032] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Releasing lock "refresh_cache-9745f741-5030-4bba-8ddc-bff38331ab4c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.893335] env[62364]: DEBUG nova.compute.manager [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Instance network_info: |[{"id": "d5185b45-7991-459b-a544-01a6fc6443f6", "address": "fa:16:3e:98:29:cc", "network": {"id": "d78b9ad3-3fdc-4914-b090-9e0629cc568e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1460743526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a65ad5a9d64c32b8889535e34efa0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5185b45-79", "ovs_interfaceid": "d5185b45-7991-459b-a544-01a6fc6443f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.894627] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:29:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5185b45-7991-459b-a544-01a6fc6443f6', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.902589] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Creating folder: Project (54a65ad5a9d64c32b8889535e34efa0c). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.903413] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-361f78f9-dcd2-4892-bd1c-6420b9a8410a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.914836] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Created folder: Project (54a65ad5a9d64c32b8889535e34efa0c) in parent group-v501830. [ 616.915070] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Creating folder: Instances. Parent ref: group-v501870. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.915315] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f918ce9c-5ec9-4188-ae65-94df06d88647 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.928055] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Created folder: Instances in parent group-v501870. [ 616.928320] env[62364]: DEBUG oslo.service.loopingcall [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.928510] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.928719] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18b0bbc6-5ea3-4796-9c07-215625e7f0ee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.949826] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.949826] env[62364]: value = "task-2480096" [ 616.949826] env[62364]: _type = "Task" [ 616.949826] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.958438] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480096, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.063027] env[62364]: INFO nova.compute.manager [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Took 22.22 seconds to build instance. [ 617.063027] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df8a5e4d-808b-4a78-9058-4d2b3297f8cd tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Lock "7b302e72-58de-4b9c-aa9e-902a37184828" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.092s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.149397] env[62364]: DEBUG nova.compute.manager [req-f09a5d24-d134-43e5-b41f-158a7de04667 req-6f925227-a4ce-4d96-b9ff-2cdecb573465 service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Received event network-changed-fc83c305-113f-486d-ab64-915aacf1bffa {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 617.149678] env[62364]: DEBUG nova.compute.manager [req-f09a5d24-d134-43e5-b41f-158a7de04667 req-6f925227-a4ce-4d96-b9ff-2cdecb573465 service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Refreshing instance network info cache due to event network-changed-fc83c305-113f-486d-ab64-915aacf1bffa. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 617.150156] env[62364]: DEBUG oslo_concurrency.lockutils [req-f09a5d24-d134-43e5-b41f-158a7de04667 req-6f925227-a4ce-4d96-b9ff-2cdecb573465 service nova] Acquiring lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.150605] env[62364]: DEBUG oslo_concurrency.lockutils [req-f09a5d24-d134-43e5-b41f-158a7de04667 req-6f925227-a4ce-4d96-b9ff-2cdecb573465 service nova] Acquired lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.150605] env[62364]: DEBUG nova.network.neutron [req-f09a5d24-d134-43e5-b41f-158a7de04667 req-6f925227-a4ce-4d96-b9ff-2cdecb573465 service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Refreshing network info cache for port fc83c305-113f-486d-ab64-915aacf1bffa {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.170715] env[62364]: DEBUG nova.network.neutron [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Updating instance_info_cache with network_info: [{"id": "350d1bbd-a8a7-459d-b842-9e0da4f2c69c", "address": "fa:16:3e:57:56:9a", "network": {"id": "fd7b7bf1-03e0-4f1e-88ca-aab1ddfb3978", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1257065809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d97ef53979a0418a95b3644c3a769da5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350d1bbd-a8", "ovs_interfaceid": "350d1bbd-a8a7-459d-b842-9e0da4f2c69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.366943] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.373209] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.373965] env[62364]: DEBUG nova.compute.manager [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.381885] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.761s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.386958] env[62364]: INFO nova.compute.claims [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.395087] env[62364]: DEBUG nova.network.neutron [-] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.462310] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480096, 'name': CreateVM_Task, 'duration_secs': 0.423051} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.462512] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.463236] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.463414] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.463760] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.464259] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a69f7a-c38d-4970-b360-58c9e693aad1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.471925] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 617.471925] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5239ac31-cee1-04ee-2d46-f1c254959c8c" [ 617.471925] env[62364]: _type = "Task" [ 617.471925] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.480859] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5239ac31-cee1-04ee-2d46-f1c254959c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.491675] env[62364]: DEBUG nova.compute.manager [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Received event network-vif-plugged-d5185b45-7991-459b-a544-01a6fc6443f6 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 617.491948] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Acquiring lock "9745f741-5030-4bba-8ddc-bff38331ab4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.493078] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Lock "9745f741-5030-4bba-8ddc-bff38331ab4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.493161] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Lock "9745f741-5030-4bba-8ddc-bff38331ab4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.493291] env[62364]: DEBUG nova.compute.manager [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] No waiting events found dispatching network-vif-plugged-d5185b45-7991-459b-a544-01a6fc6443f6 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.493457] env[62364]: WARNING nova.compute.manager [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Received unexpected event network-vif-plugged-d5185b45-7991-459b-a544-01a6fc6443f6 for instance with vm_state building and task_state spawning. [ 617.493679] env[62364]: DEBUG nova.compute.manager [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Received event network-changed-d5185b45-7991-459b-a544-01a6fc6443f6 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 617.493767] env[62364]: DEBUG nova.compute.manager [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Refreshing instance network info cache due to event network-changed-d5185b45-7991-459b-a544-01a6fc6443f6. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 617.493989] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Acquiring lock "refresh_cache-9745f741-5030-4bba-8ddc-bff38331ab4c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.494150] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Acquired lock "refresh_cache-9745f741-5030-4bba-8ddc-bff38331ab4c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.494312] env[62364]: DEBUG nova.network.neutron [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Refreshing network info cache for port d5185b45-7991-459b-a544-01a6fc6443f6 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.560493] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f02313e0-57e1-45aa-a9d7-600030fa787d tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.470s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.563824] env[62364]: DEBUG nova.compute.manager [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.676757] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Releasing lock "refresh_cache-1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.677094] env[62364]: DEBUG nova.compute.manager [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Instance network_info: |[{"id": "350d1bbd-a8a7-459d-b842-9e0da4f2c69c", "address": "fa:16:3e:57:56:9a", "network": {"id": "fd7b7bf1-03e0-4f1e-88ca-aab1ddfb3978", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1257065809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d97ef53979a0418a95b3644c3a769da5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350d1bbd-a8", "ovs_interfaceid": "350d1bbd-a8a7-459d-b842-9e0da4f2c69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.680167] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:56:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '350d1bbd-a8a7-459d-b842-9e0da4f2c69c', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.691470] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Creating folder: Project (d97ef53979a0418a95b3644c3a769da5). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.693990] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-169120f5-a628-4cd5-b3f3-f75cf7bb68db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.706132] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Created folder: Project (d97ef53979a0418a95b3644c3a769da5) in parent group-v501830. [ 617.706959] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Creating folder: Instances. Parent ref: group-v501873. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.706959] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-858bc0b9-450e-403e-bd46-c36c64f746cc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.721203] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Created folder: Instances in parent group-v501873. [ 617.721478] env[62364]: DEBUG oslo.service.loopingcall [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.729273] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.729273] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87562686-cfff-4f1b-b939-2efbd7d972c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.759303] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.759303] env[62364]: value = "task-2480099" [ 617.759303] env[62364]: _type = "Task" [ 617.759303] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.767306] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480099, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.895867] env[62364]: DEBUG nova.compute.utils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 617.901023] env[62364]: INFO nova.compute.manager [-] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Took 1.75 seconds to deallocate network for instance. [ 617.901023] env[62364]: DEBUG nova.compute.manager [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.901023] env[62364]: DEBUG nova.network.neutron [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.981219] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5239ac31-cee1-04ee-2d46-f1c254959c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.014436} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.983016] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.983016] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.983016] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.983016] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.983258] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.983258] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e643e3cd-3a49-4ffd-a775-954d0fce6b01 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.991651] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.991844] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.992680] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f3a057-2d56-4f35-a7ce-ec2745e8deab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.001079] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 618.001079] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52de9761-6a4f-62eb-fd8d-a687b92bde82" [ 618.001079] env[62364]: _type = "Task" [ 618.001079] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.011100] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52de9761-6a4f-62eb-fd8d-a687b92bde82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.048798] env[62364]: DEBUG nova.policy [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15581a10baed4b208cbbd3ba9d1cbb16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92a55c8788e54edb9ced0171f58e9205', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.068095] env[62364]: DEBUG nova.compute.manager [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.099994] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.202958] env[62364]: DEBUG nova.compute.manager [None req-5b26eed5-b328-4876-9ab2-3034b00cacf3 tempest-ServerDiagnosticsV248Test-1033846094 tempest-ServerDiagnosticsV248Test-1033846094-project-admin] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.205162] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f334af38-9fd6-4e09-9e36-bc6b29b3f744 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.217603] env[62364]: INFO nova.compute.manager [None req-5b26eed5-b328-4876-9ab2-3034b00cacf3 tempest-ServerDiagnosticsV248Test-1033846094 tempest-ServerDiagnosticsV248Test-1033846094-project-admin] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Retrieving diagnostics [ 618.218982] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a05cb7-9aa9-4880-8177-e4ba1632c96f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.269118] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480099, 'name': CreateVM_Task, 'duration_secs': 0.40537} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.272090] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.273535] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.273844] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.274284] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.275451] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d891e1-8bfd-4746-a144-b2f6418a4584 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.283023] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for the task: (returnval){ [ 618.283023] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5292c46b-b995-6a85-4cb6-9b74392ff2c0" [ 618.283023] env[62364]: _type = "Task" [ 618.283023] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.289765] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5292c46b-b995-6a85-4cb6-9b74392ff2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.406967] env[62364]: DEBUG nova.compute.manager [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.413013] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.514107] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52de9761-6a4f-62eb-fd8d-a687b92bde82, 'name': SearchDatastore_Task, 'duration_secs': 0.014595} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.516734] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001c6724-2701-4983-bc27-0b8e5340659e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.527133] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 618.527133] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d556fb-6e9b-c50d-46bb-c93d903375a7" [ 618.527133] env[62364]: _type = "Task" [ 618.527133] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.538985] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d556fb-6e9b-c50d-46bb-c93d903375a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.620893] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.652192] env[62364]: DEBUG nova.network.neutron [req-f09a5d24-d134-43e5-b41f-158a7de04667 req-6f925227-a4ce-4d96-b9ff-2cdecb573465 service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Updated VIF entry in instance network info cache for port fc83c305-113f-486d-ab64-915aacf1bffa. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.652192] env[62364]: DEBUG nova.network.neutron [req-f09a5d24-d134-43e5-b41f-158a7de04667 req-6f925227-a4ce-4d96-b9ff-2cdecb573465 service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Updating instance_info_cache with network_info: [{"id": "fc83c305-113f-486d-ab64-915aacf1bffa", "address": "fa:16:3e:5e:3d:79", "network": {"id": "0b6ef980-2206-4eb6-a687-280d3e5c5525", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-288143535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87257146037d4c61afcb8273a54ed8ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc83c305-11", "ovs_interfaceid": "fc83c305-113f-486d-ab64-915aacf1bffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.795139] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5292c46b-b995-6a85-4cb6-9b74392ff2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.01235} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.795139] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.795395] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.795991] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.795991] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.795991] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.796384] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-013592bd-bb25-4cab-a332-75a8e9f00d74 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.806963] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.807212] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.808508] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3446728-65ae-4172-a8b3-9b37860a6574 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.813650] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for the task: (returnval){ [ 618.813650] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c07804-968e-89bd-b0c9-ad7620201cb5" [ 618.813650] env[62364]: _type = "Task" [ 618.813650] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.824484] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c07804-968e-89bd-b0c9-ad7620201cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.887047] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a833f864-393e-43b8-a1ab-fadae8a239d2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.894773] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e55a79-3b0a-4836-a732-8cd385dfccda {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.937823] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb50425-4a4b-4a55-93a7-6fb931ad4cf7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.946474] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4ae914-f316-40b9-9606-f3002bfa8d6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.968280] env[62364]: DEBUG nova.compute.provider_tree [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.974180] env[62364]: DEBUG nova.network.neutron [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Updated VIF entry in instance network info cache for port d5185b45-7991-459b-a544-01a6fc6443f6. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.974180] env[62364]: DEBUG nova.network.neutron [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Updating instance_info_cache with network_info: [{"id": "d5185b45-7991-459b-a544-01a6fc6443f6", "address": "fa:16:3e:98:29:cc", "network": {"id": "d78b9ad3-3fdc-4914-b090-9e0629cc568e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1460743526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a65ad5a9d64c32b8889535e34efa0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5185b45-79", "ovs_interfaceid": "d5185b45-7991-459b-a544-01a6fc6443f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.038363] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d556fb-6e9b-c50d-46bb-c93d903375a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01338} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.038688] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.038953] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 9745f741-5030-4bba-8ddc-bff38331ab4c/9745f741-5030-4bba-8ddc-bff38331ab4c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.039248] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dff715d-4d33-4260-8bb1-bb0d5a2a96fa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.046330] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 619.046330] env[62364]: value = "task-2480100" [ 619.046330] env[62364]: _type = "Task" [ 619.046330] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.054153] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.152917] env[62364]: DEBUG oslo_concurrency.lockutils [req-f09a5d24-d134-43e5-b41f-158a7de04667 req-6f925227-a4ce-4d96-b9ff-2cdecb573465 service nova] Releasing lock "refresh_cache-5d8a5902-fe91-45f4-9a5a-0e567426d52c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.231714] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.232772] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.333331] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c07804-968e-89bd-b0c9-ad7620201cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.028181} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.335432] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0764c1fb-fb48-489a-bb38-d47b6532b83e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.343638] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for the task: (returnval){ [ 619.343638] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527bb34e-ff02-462d-c2a2-97887b33f7fa" [ 619.343638] env[62364]: _type = "Task" [ 619.343638] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.344366] env[62364]: DEBUG nova.network.neutron [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Successfully created port: 6269c718-09be-4867-833c-963e01fc9305 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.361691] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527bb34e-ff02-462d-c2a2-97887b33f7fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.443473] env[62364]: DEBUG nova.compute.manager [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.472170] env[62364]: DEBUG nova.scheduler.client.report [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.485285] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Releasing lock "refresh_cache-9745f741-5030-4bba-8ddc-bff38331ab4c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.485285] env[62364]: DEBUG nova.compute.manager [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Received event network-vif-plugged-350d1bbd-a8a7-459d-b842-9e0da4f2c69c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 619.485285] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Acquiring lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.485285] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.485285] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.485488] env[62364]: DEBUG nova.compute.manager [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] No waiting events found dispatching network-vif-plugged-350d1bbd-a8a7-459d-b842-9e0da4f2c69c {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.485488] env[62364]: WARNING nova.compute.manager [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Received unexpected event network-vif-plugged-350d1bbd-a8a7-459d-b842-9e0da4f2c69c for instance with vm_state building and task_state spawning. [ 619.485488] env[62364]: DEBUG nova.compute.manager [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Received event network-changed-350d1bbd-a8a7-459d-b842-9e0da4f2c69c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 619.485488] env[62364]: DEBUG nova.compute.manager [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Refreshing instance network info cache due to event network-changed-350d1bbd-a8a7-459d-b842-9e0da4f2c69c. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 619.486234] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Acquiring lock "refresh_cache-1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.486234] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Acquired lock "refresh_cache-1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.486234] env[62364]: DEBUG nova.network.neutron [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Refreshing network info cache for port 350d1bbd-a8a7-459d-b842-9e0da4f2c69c {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.497767] env[62364]: DEBUG nova.virt.hardware [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.497767] env[62364]: DEBUG nova.virt.hardware [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.497767] env[62364]: DEBUG nova.virt.hardware [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.498065] env[62364]: DEBUG nova.virt.hardware [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.498065] env[62364]: DEBUG nova.virt.hardware [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.498065] env[62364]: DEBUG nova.virt.hardware [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.499934] env[62364]: DEBUG nova.virt.hardware [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.499934] env[62364]: DEBUG nova.virt.hardware [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.499934] env[62364]: DEBUG nova.virt.hardware [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.499934] env[62364]: DEBUG nova.virt.hardware [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.504024] env[62364]: DEBUG nova.virt.hardware [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.504024] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a23770d-2369-4c78-a651-17a55db978c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.515560] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba516a2-e97b-42c1-896b-53fe08ff5a4d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.558760] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480100, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.863822] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527bb34e-ff02-462d-c2a2-97887b33f7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.024494} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.863822] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.864990] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e/1ff62a80-6e78-465f-b9c8-3a2107ebcf8e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.865562] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76c450a7-8fb4-4070-84dc-d495ef816308 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.878219] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for the task: (returnval){ [ 619.878219] env[62364]: value = "task-2480101" [ 619.878219] env[62364]: _type = "Task" [ 619.878219] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.894081] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.992239] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.992239] env[62364]: DEBUG nova.compute.manager [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.000137] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.088s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.000248] env[62364]: DEBUG nova.objects.instance [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Lazy-loading 'resources' on Instance uuid 35357dda-cf26-4576-a6ca-cef04c6597b1 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.062757] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569498} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.063331] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 9745f741-5030-4bba-8ddc-bff38331ab4c/9745f741-5030-4bba-8ddc-bff38331ab4c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.063556] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.063812] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c1b459d-71b5-4419-a828-644479757d9a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.072209] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 620.072209] env[62364]: value = "task-2480102" [ 620.072209] env[62364]: _type = "Task" [ 620.072209] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.082712] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.393201] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480101, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.509434] env[62364]: DEBUG nova.compute.utils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 620.512205] env[62364]: DEBUG nova.compute.manager [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.512616] env[62364]: DEBUG nova.network.neutron [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.589136] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143873} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.589845] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.593982] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8109a7-457e-4027-80aa-c1612a6031a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.625921] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 9745f741-5030-4bba-8ddc-bff38331ab4c/9745f741-5030-4bba-8ddc-bff38331ab4c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.627326] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d385f7d5-fabd-456c-b170-2443d40dc9e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.648427] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 620.648427] env[62364]: value = "task-2480103" [ 620.648427] env[62364]: _type = "Task" [ 620.648427] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.659428] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.689635] env[62364]: DEBUG nova.policy [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a582b2cf315f432eb22cabea68c1bcf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d3a403f4ab477d971ece260a12a43a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.886803] env[62364]: DEBUG nova.network.neutron [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Updated VIF entry in instance network info cache for port 350d1bbd-a8a7-459d-b842-9e0da4f2c69c. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.886803] env[62364]: DEBUG nova.network.neutron [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Updating instance_info_cache with network_info: [{"id": "350d1bbd-a8a7-459d-b842-9e0da4f2c69c", "address": "fa:16:3e:57:56:9a", "network": {"id": "fd7b7bf1-03e0-4f1e-88ca-aab1ddfb3978", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1257065809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d97ef53979a0418a95b3644c3a769da5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350d1bbd-a8", "ovs_interfaceid": "350d1bbd-a8a7-459d-b842-9e0da4f2c69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.897410] env[62364]: DEBUG nova.compute.manager [req-0c44ea4b-4912-4316-b837-edd8b1110128 req-0b37ed36-8bf8-4fa2-b547-2a4755e6d429 service nova] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Received event network-vif-deleted-3b14a5b1-4c34-420b-8a4c-17fbe6fff08a {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 620.910753] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878049} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.911298] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e/1ff62a80-6e78-465f-b9c8-3a2107ebcf8e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.911550] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.911783] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6a5d2e2-1d86-4487-ae52-cf0f80d1d4c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.929099] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for the task: (returnval){ [ 620.929099] env[62364]: value = "task-2480104" [ 620.929099] env[62364]: _type = "Task" [ 620.929099] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.942190] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.012462] env[62364]: DEBUG nova.compute.manager [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.080759] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0029ab1f-b8e8-49b9-b634-f060ce526f49 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.096382] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9102c3f6-b821-4eb2-bf56-ef70e443894a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.136182] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0088854-8445-4eed-95b7-71ca3ea64090 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.147077] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81b7192-68c5-43ee-8f93-d05894415e47 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.172024] env[62364]: DEBUG nova.compute.provider_tree [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.177758] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.399338] env[62364]: DEBUG oslo_concurrency.lockutils [req-a281588a-0341-4e46-b9de-e2b9746f6ff2 req-6b5c40fd-8f37-461d-aee0-8f713b1a5ea5 service nova] Releasing lock "refresh_cache-1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.446777] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30876} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.447074] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.447902] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cfde09-9731-4124-8abe-bd3243d6ca49 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.480274] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e/1ff62a80-6e78-465f-b9c8-3a2107ebcf8e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.481211] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b035283e-b903-4103-85cf-f45f83bf8036 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.502972] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for the task: (returnval){ [ 621.502972] env[62364]: value = "task-2480105" [ 621.502972] env[62364]: _type = "Task" [ 621.502972] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.512486] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.600033] env[62364]: DEBUG nova.network.neutron [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Successfully created port: b67441e8-0c62-4a33-95b9-2b6f6ee841b2 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.661342] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480103, 'name': ReconfigVM_Task, 'duration_secs': 0.960587} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.661666] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 9745f741-5030-4bba-8ddc-bff38331ab4c/9745f741-5030-4bba-8ddc-bff38331ab4c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.662377] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-256f9b98-fa05-4d90-afa7-c8321b225a5e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.669874] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 621.669874] env[62364]: value = "task-2480106" [ 621.669874] env[62364]: _type = "Task" [ 621.669874] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.678047] env[62364]: DEBUG nova.scheduler.client.report [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.681234] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480106, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.831208] env[62364]: DEBUG nova.compute.manager [req-eb9ed6da-5928-4cc4-aa12-c70350bb2fb0 req-5127340a-9519-4a4c-83c5-12810183709e service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Received event network-changed-34a4997e-afb0-4666-90dc-d6d1d83b15d5 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 621.831208] env[62364]: DEBUG nova.compute.manager [req-eb9ed6da-5928-4cc4-aa12-c70350bb2fb0 req-5127340a-9519-4a4c-83c5-12810183709e service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Refreshing instance network info cache due to event network-changed-34a4997e-afb0-4666-90dc-d6d1d83b15d5. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 621.831208] env[62364]: DEBUG oslo_concurrency.lockutils [req-eb9ed6da-5928-4cc4-aa12-c70350bb2fb0 req-5127340a-9519-4a4c-83c5-12810183709e service nova] Acquiring lock "refresh_cache-1da09049-1ae5-41ce-872c-d0a570e8ed86" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.831208] env[62364]: DEBUG oslo_concurrency.lockutils [req-eb9ed6da-5928-4cc4-aa12-c70350bb2fb0 req-5127340a-9519-4a4c-83c5-12810183709e service nova] Acquired lock "refresh_cache-1da09049-1ae5-41ce-872c-d0a570e8ed86" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.831208] env[62364]: DEBUG nova.network.neutron [req-eb9ed6da-5928-4cc4-aa12-c70350bb2fb0 req-5127340a-9519-4a4c-83c5-12810183709e service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Refreshing network info cache for port 34a4997e-afb0-4666-90dc-d6d1d83b15d5 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.019261] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.022681] env[62364]: DEBUG nova.compute.manager [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.056224] env[62364]: DEBUG nova.virt.hardware [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.056685] env[62364]: DEBUG nova.virt.hardware [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.056987] env[62364]: DEBUG nova.virt.hardware [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.057541] env[62364]: DEBUG nova.virt.hardware [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.057732] env[62364]: DEBUG nova.virt.hardware [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.057903] env[62364]: DEBUG nova.virt.hardware [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.058547] env[62364]: DEBUG nova.virt.hardware [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.059022] env[62364]: DEBUG nova.virt.hardware [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.059265] env[62364]: DEBUG nova.virt.hardware [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.059483] env[62364]: DEBUG nova.virt.hardware [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.059692] env[62364]: DEBUG nova.virt.hardware [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.060824] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7120f18b-f7fe-497f-a0d4-cd6128e74e52 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.072231] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquiring lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.072503] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.072765] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquiring lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.072946] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.073125] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.075706] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6306315-4d2c-4614-91f7-8f7dea747a87 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.080323] env[62364]: INFO nova.compute.manager [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Terminating instance [ 622.131241] env[62364]: DEBUG nova.network.neutron [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Successfully updated port: 6269c718-09be-4867-833c-963e01fc9305 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.184793] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.187949] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480106, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.188639] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.386s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.191784] env[62364]: INFO nova.compute.claims [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.215966] env[62364]: INFO nova.scheduler.client.report [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Deleted allocations for instance 35357dda-cf26-4576-a6ca-cef04c6597b1 [ 622.515939] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480105, 'name': ReconfigVM_Task, 'duration_secs': 0.869669} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.516239] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e/1ff62a80-6e78-465f-b9c8-3a2107ebcf8e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.516839] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0424878c-2631-4bf8-9e51-519675c179bf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.524515] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for the task: (returnval){ [ 622.524515] env[62364]: value = "task-2480107" [ 622.524515] env[62364]: _type = "Task" [ 622.524515] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.533548] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480107, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.598081] env[62364]: DEBUG nova.compute.manager [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.598306] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.599157] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b97b46-f684-4321-bb2c-6d8ec46206c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.607530] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.607764] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66cb7345-aba5-49d1-8753-4d0490b86bf1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.613645] env[62364]: DEBUG oslo_vmware.api [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for the task: (returnval){ [ 622.613645] env[62364]: value = "task-2480108" [ 622.613645] env[62364]: _type = "Task" [ 622.613645] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.621974] env[62364]: DEBUG oslo_vmware.api [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2480108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.634936] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquiring lock "refresh_cache-47590f9c-00c0-4c63-99e0-196d2bf80f25" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.635223] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquired lock "refresh_cache-47590f9c-00c0-4c63-99e0-196d2bf80f25" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.635298] env[62364]: DEBUG nova.network.neutron [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.686693] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480106, 'name': Rename_Task, 'duration_secs': 0.530536} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.686985] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.687257] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a046bbd6-7a58-4ce8-a3c7-a594a0b850e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.695186] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 622.695186] env[62364]: value = "task-2480109" [ 622.695186] env[62364]: _type = "Task" [ 622.695186] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.709289] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.736498] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4e599f0d-e394-4d34-97c3-5a666c3c2465 tempest-ServerDiagnosticsTest-613628742 tempest-ServerDiagnosticsTest-613628742-project-member] Lock "35357dda-cf26-4576-a6ca-cef04c6597b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.815s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.788997] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquiring lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.789388] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.905815] env[62364]: DEBUG nova.network.neutron [req-eb9ed6da-5928-4cc4-aa12-c70350bb2fb0 req-5127340a-9519-4a4c-83c5-12810183709e service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Updated VIF entry in instance network info cache for port 34a4997e-afb0-4666-90dc-d6d1d83b15d5. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.906214] env[62364]: DEBUG nova.network.neutron [req-eb9ed6da-5928-4cc4-aa12-c70350bb2fb0 req-5127340a-9519-4a4c-83c5-12810183709e service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Updating instance_info_cache with network_info: [{"id": "34a4997e-afb0-4666-90dc-d6d1d83b15d5", "address": "fa:16:3e:4c:44:b9", "network": {"id": "4d827b29-b8ea-4844-a5f1-4519f6a12bd7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1030700028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd56fb1a20be40ee9cb7b358f09779ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a4997e-af", "ovs_interfaceid": "34a4997e-afb0-4666-90dc-d6d1d83b15d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.037204] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480107, 'name': Rename_Task, 'duration_secs': 0.233732} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.037550] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.037826] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5df68b51-4708-4eff-8c77-1363551e90c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.045905] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for the task: (returnval){ [ 623.045905] env[62364]: value = "task-2480110" [ 623.045905] env[62364]: _type = "Task" [ 623.045905] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.058323] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.126767] env[62364]: DEBUG oslo_vmware.api [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2480108, 'name': PowerOffVM_Task, 'duration_secs': 0.264044} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.126921] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.127060] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.127306] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2cb4cc1-2ee8-4519-a5df-b5475676798d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.199027] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.199027] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.199027] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Deleting the datastore file [datastore1] 5d8a5902-fe91-45f4-9a5a-0e567426d52c {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.199027] env[62364]: DEBUG nova.network.neutron [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.200748] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50e5a431-4433-4609-acab-5f98c3df33c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.220673] env[62364]: DEBUG oslo_vmware.api [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for the task: (returnval){ [ 623.220673] env[62364]: value = "task-2480112" [ 623.220673] env[62364]: _type = "Task" [ 623.220673] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.226244] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.238609] env[62364]: DEBUG oslo_vmware.api [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2480112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.411712] env[62364]: DEBUG oslo_concurrency.lockutils [req-eb9ed6da-5928-4cc4-aa12-c70350bb2fb0 req-5127340a-9519-4a4c-83c5-12810183709e service nova] Releasing lock "refresh_cache-1da09049-1ae5-41ce-872c-d0a570e8ed86" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.558906] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480110, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.610033] env[62364]: DEBUG nova.network.neutron [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Updating instance_info_cache with network_info: [{"id": "6269c718-09be-4867-833c-963e01fc9305", "address": "fa:16:3e:fa:8c:c4", "network": {"id": "a4c0731a-b798-48f7-b91b-44e52f176139", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1660293858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92a55c8788e54edb9ced0171f58e9205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6269c718-09", "ovs_interfaceid": "6269c718-09be-4867-833c-963e01fc9305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.719021] env[62364]: DEBUG oslo_vmware.api [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480109, 'name': PowerOnVM_Task, 'duration_secs': 0.903979} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.722818] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.723127] env[62364]: INFO nova.compute.manager [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Took 11.65 seconds to spawn the instance on the hypervisor. [ 623.724082] env[62364]: DEBUG nova.compute.manager [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.728120] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473eff2e-3f45-4a9e-8145-adba22bcad06 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.751887] env[62364]: DEBUG oslo_vmware.api [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Task: {'id': task-2480112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190382} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.754277] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.754445] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.754558] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.754791] env[62364]: INFO nova.compute.manager [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 623.756027] env[62364]: DEBUG oslo.service.loopingcall [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.756027] env[62364]: DEBUG nova.compute.manager [-] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.756027] env[62364]: DEBUG nova.network.neutron [-] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.852938] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquiring lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.853051] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.910189] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquiring lock "73b7df84-b690-4c23-8447-f42ba4f125f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.910429] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "73b7df84-b690-4c23-8447-f42ba4f125f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.927809] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2cf857-4e27-4f0b-85d3-77721aa187ab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.937328] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5eb4b8-6d6d-410c-b7f8-aad53b7b03e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.977838] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3531c1d-518e-483e-8fc5-d75994abc4a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.987273] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f9052e-9a1d-4b03-8b9d-29960843a5ab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.006740] env[62364]: DEBUG nova.compute.provider_tree [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.060069] env[62364]: DEBUG oslo_vmware.api [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480110, 'name': PowerOnVM_Task, 'duration_secs': 0.525975} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.060069] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.060069] env[62364]: INFO nova.compute.manager [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Took 9.29 seconds to spawn the instance on the hypervisor. [ 624.060069] env[62364]: DEBUG nova.compute.manager [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.060069] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c74136e-bb87-4e59-9d46-96a2310772dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.086988] env[62364]: DEBUG nova.network.neutron [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Successfully updated port: b67441e8-0c62-4a33-95b9-2b6f6ee841b2 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.117046] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Releasing lock "refresh_cache-47590f9c-00c0-4c63-99e0-196d2bf80f25" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.118259] env[62364]: DEBUG nova.compute.manager [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Instance network_info: |[{"id": "6269c718-09be-4867-833c-963e01fc9305", "address": "fa:16:3e:fa:8c:c4", "network": {"id": "a4c0731a-b798-48f7-b91b-44e52f176139", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1660293858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92a55c8788e54edb9ced0171f58e9205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6269c718-09", "ovs_interfaceid": "6269c718-09be-4867-833c-963e01fc9305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.118598] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:8c:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6269c718-09be-4867-833c-963e01fc9305', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.128286] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Creating folder: Project (92a55c8788e54edb9ced0171f58e9205). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.129329] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a09677c-7feb-4990-81b0-df0453661aff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.144067] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Created folder: Project (92a55c8788e54edb9ced0171f58e9205) in parent group-v501830. [ 624.144346] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Creating folder: Instances. Parent ref: group-v501876. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.144603] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d171285-f4f1-488f-94b6-cf278806ff6f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.154016] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Created folder: Instances in parent group-v501876. [ 624.154465] env[62364]: DEBUG oslo.service.loopingcall [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.154465] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.154668] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df719093-c9c2-40a8-a971-302d8f3ef897 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.185287] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.185287] env[62364]: value = "task-2480115" [ 624.185287] env[62364]: _type = "Task" [ 624.185287] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.202918] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480115, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.260777] env[62364]: INFO nova.compute.manager [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Took 26.74 seconds to build instance. [ 624.371390] env[62364]: DEBUG nova.compute.manager [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Received event network-vif-plugged-6269c718-09be-4867-833c-963e01fc9305 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 624.371390] env[62364]: DEBUG oslo_concurrency.lockutils [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] Acquiring lock "47590f9c-00c0-4c63-99e0-196d2bf80f25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.371390] env[62364]: DEBUG oslo_concurrency.lockutils [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] Lock "47590f9c-00c0-4c63-99e0-196d2bf80f25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.371794] env[62364]: DEBUG oslo_concurrency.lockutils [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] Lock "47590f9c-00c0-4c63-99e0-196d2bf80f25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.371794] env[62364]: DEBUG nova.compute.manager [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] No waiting events found dispatching network-vif-plugged-6269c718-09be-4867-833c-963e01fc9305 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.372051] env[62364]: WARNING nova.compute.manager [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Received unexpected event network-vif-plugged-6269c718-09be-4867-833c-963e01fc9305 for instance with vm_state building and task_state spawning. [ 624.372264] env[62364]: DEBUG nova.compute.manager [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Received event network-changed-6269c718-09be-4867-833c-963e01fc9305 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 624.373062] env[62364]: DEBUG nova.compute.manager [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Refreshing instance network info cache due to event network-changed-6269c718-09be-4867-833c-963e01fc9305. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 624.373062] env[62364]: DEBUG oslo_concurrency.lockutils [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] Acquiring lock "refresh_cache-47590f9c-00c0-4c63-99e0-196d2bf80f25" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.373062] env[62364]: DEBUG oslo_concurrency.lockutils [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] Acquired lock "refresh_cache-47590f9c-00c0-4c63-99e0-196d2bf80f25" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.373413] env[62364]: DEBUG nova.network.neutron [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Refreshing network info cache for port 6269c718-09be-4867-833c-963e01fc9305 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.509656] env[62364]: DEBUG nova.scheduler.client.report [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.590696] env[62364]: INFO nova.compute.manager [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Took 22.81 seconds to build instance. [ 624.593179] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquiring lock "refresh_cache-0ade04eb-abe5-493f-9076-d16f5ad36da7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.593325] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquired lock "refresh_cache-0ade04eb-abe5-493f-9076-d16f5ad36da7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.593471] env[62364]: DEBUG nova.network.neutron [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.697556] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480115, 'name': CreateVM_Task, 'duration_secs': 0.41737} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.699340] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.699340] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.699340] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.699637] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.700143] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9b5337-2717-4426-a91d-b612f878111a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.705074] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for the task: (returnval){ [ 624.705074] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f06635-f5ac-1907-bb0d-4e1b4837bc9e" [ 624.705074] env[62364]: _type = "Task" [ 624.705074] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.715398] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f06635-f5ac-1907-bb0d-4e1b4837bc9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.744695] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.744946] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.765749] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e2f460e-47e3-4f0b-872b-737f1fefe902 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "9745f741-5030-4bba-8ddc-bff38331ab4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.149s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.826828] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquiring lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.826828] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.826828] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquiring lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.826828] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.827046] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.829811] env[62364]: INFO nova.compute.manager [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Terminating instance [ 624.869938] env[62364]: DEBUG nova.compute.manager [req-c346a590-3ff3-4815-88aa-e88647ef430e req-92e9c244-3624-424a-8995-e539ecb4b442 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Received event network-vif-plugged-b67441e8-0c62-4a33-95b9-2b6f6ee841b2 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 624.870314] env[62364]: DEBUG oslo_concurrency.lockutils [req-c346a590-3ff3-4815-88aa-e88647ef430e req-92e9c244-3624-424a-8995-e539ecb4b442 service nova] Acquiring lock "0ade04eb-abe5-493f-9076-d16f5ad36da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.870412] env[62364]: DEBUG oslo_concurrency.lockutils [req-c346a590-3ff3-4815-88aa-e88647ef430e req-92e9c244-3624-424a-8995-e539ecb4b442 service nova] Lock "0ade04eb-abe5-493f-9076-d16f5ad36da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.870534] env[62364]: DEBUG oslo_concurrency.lockutils [req-c346a590-3ff3-4815-88aa-e88647ef430e req-92e9c244-3624-424a-8995-e539ecb4b442 service nova] Lock "0ade04eb-abe5-493f-9076-d16f5ad36da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.871246] env[62364]: DEBUG nova.compute.manager [req-c346a590-3ff3-4815-88aa-e88647ef430e req-92e9c244-3624-424a-8995-e539ecb4b442 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] No waiting events found dispatching network-vif-plugged-b67441e8-0c62-4a33-95b9-2b6f6ee841b2 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.871246] env[62364]: WARNING nova.compute.manager [req-c346a590-3ff3-4815-88aa-e88647ef430e req-92e9c244-3624-424a-8995-e539ecb4b442 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Received unexpected event network-vif-plugged-b67441e8-0c62-4a33-95b9-2b6f6ee841b2 for instance with vm_state building and task_state spawning. [ 625.015810] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.015900] env[62364]: DEBUG nova.compute.manager [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.018717] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.590s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.021786] env[62364]: INFO nova.compute.claims [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.095857] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d111a974-1611-4ff2-8f53-2db17466438b tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.385s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.133982] env[62364]: DEBUG nova.network.neutron [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Updated VIF entry in instance network info cache for port 6269c718-09be-4867-833c-963e01fc9305. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.134431] env[62364]: DEBUG nova.network.neutron [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Updating instance_info_cache with network_info: [{"id": "6269c718-09be-4867-833c-963e01fc9305", "address": "fa:16:3e:fa:8c:c4", "network": {"id": "a4c0731a-b798-48f7-b91b-44e52f176139", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1660293858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92a55c8788e54edb9ced0171f58e9205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6269c718-09", "ovs_interfaceid": "6269c718-09be-4867-833c-963e01fc9305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.180863] env[62364]: DEBUG nova.network.neutron [-] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.216586] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f06635-f5ac-1907-bb0d-4e1b4837bc9e, 'name': SearchDatastore_Task, 'duration_secs': 0.020057} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.216926] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.217262] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.217439] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.217592] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.217779] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.218370] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bf90cb6-d8d6-4165-a1e1-9580e03ccbd2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.227771] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.227961] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.228716] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad6bb443-1e29-402a-ac7b-3800b7690aeb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.234235] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for the task: (returnval){ [ 625.234235] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]525e6220-a843-ef74-c2e1-db3f802a5817" [ 625.234235] env[62364]: _type = "Task" [ 625.234235] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.242457] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525e6220-a843-ef74-c2e1-db3f802a5817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.268506] env[62364]: DEBUG nova.compute.manager [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.333634] env[62364]: DEBUG nova.compute.manager [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.333925] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.335803] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e85e14-ffe6-4e0c-9ab1-e61a23fe8cb0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.347774] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.348635] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cb31c59-2ad6-44e1-bba3-01cd22eb2455 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.356346] env[62364]: DEBUG oslo_vmware.api [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for the task: (returnval){ [ 625.356346] env[62364]: value = "task-2480116" [ 625.356346] env[62364]: _type = "Task" [ 625.356346] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.366116] env[62364]: DEBUG oslo_vmware.api [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.450313] env[62364]: DEBUG nova.network.neutron [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.529757] env[62364]: DEBUG nova.compute.utils [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 625.537550] env[62364]: DEBUG nova.compute.manager [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.537885] env[62364]: DEBUG nova.network.neutron [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.600950] env[62364]: DEBUG nova.compute.manager [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.615367] env[62364]: DEBUG nova.policy [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5a54f24e14c477db6bb82c258b58c06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f89abe434d747db8c261c1bef77b099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.640317] env[62364]: DEBUG oslo_concurrency.lockutils [req-22d243f3-9c39-4b5b-86d9-c70cde33453e req-b88fdeb0-53e2-498f-91d4-8f8601cfa69f service nova] Releasing lock "refresh_cache-47590f9c-00c0-4c63-99e0-196d2bf80f25" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.686029] env[62364]: INFO nova.compute.manager [-] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Took 1.93 seconds to deallocate network for instance. [ 625.746494] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525e6220-a843-ef74-c2e1-db3f802a5817, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.747466] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be4bad1-e3c4-4228-977e-e02ea9a11d27 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.753033] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for the task: (returnval){ [ 625.753033] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]525c30d6-2dfc-8eaa-0044-279ef6dc009c" [ 625.753033] env[62364]: _type = "Task" [ 625.753033] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.762038] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525c30d6-2dfc-8eaa-0044-279ef6dc009c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.794715] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.847601] env[62364]: DEBUG nova.network.neutron [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Updating instance_info_cache with network_info: [{"id": "b67441e8-0c62-4a33-95b9-2b6f6ee841b2", "address": "fa:16:3e:d7:4a:23", "network": {"id": "d93fdc6d-77a5-488a-9e8d-747851c2b5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1141438463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3a403f4ab477d971ece260a12a43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67441e8-0c", "ovs_interfaceid": "b67441e8-0c62-4a33-95b9-2b6f6ee841b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.868118] env[62364]: DEBUG oslo_vmware.api [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480116, 'name': PowerOffVM_Task, 'duration_secs': 0.404182} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.869033] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.869141] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.869420] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71f1ccb2-9e7c-42f1-8f36-93c50f41bd8c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.941795] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.942055] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.943026] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Deleting the datastore file [datastore1] f2fc50a2-045d-4f3c-81b9-aab4c1a01be7 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.943026] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0fb18a6-cd8b-4aaf-b0f5-2621a2d894ef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.951239] env[62364]: DEBUG oslo_vmware.api [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for the task: (returnval){ [ 625.951239] env[62364]: value = "task-2480118" [ 625.951239] env[62364]: _type = "Task" [ 625.951239] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.959299] env[62364]: DEBUG oslo_vmware.api [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.038441] env[62364]: DEBUG nova.compute.manager [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.128673] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.196467] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.267137] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525c30d6-2dfc-8eaa-0044-279ef6dc009c, 'name': SearchDatastore_Task, 'duration_secs': 0.03297} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.267256] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.267569] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 47590f9c-00c0-4c63-99e0-196d2bf80f25/47590f9c-00c0-4c63-99e0-196d2bf80f25.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.267842] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d371f357-3eb4-4646-a16c-5f55f27d2755 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.275033] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for the task: (returnval){ [ 626.275033] env[62364]: value = "task-2480119" [ 626.275033] env[62364]: _type = "Task" [ 626.275033] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.287715] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.354390] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Releasing lock "refresh_cache-0ade04eb-abe5-493f-9076-d16f5ad36da7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.354706] env[62364]: DEBUG nova.compute.manager [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Instance network_info: |[{"id": "b67441e8-0c62-4a33-95b9-2b6f6ee841b2", "address": "fa:16:3e:d7:4a:23", "network": {"id": "d93fdc6d-77a5-488a-9e8d-747851c2b5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1141438463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3a403f4ab477d971ece260a12a43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67441e8-0c", "ovs_interfaceid": "b67441e8-0c62-4a33-95b9-2b6f6ee841b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.355224] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:4a:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b67441e8-0c62-4a33-95b9-2b6f6ee841b2', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.362817] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Creating folder: Project (62d3a403f4ab477d971ece260a12a43a). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.365050] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1d6e637-1af2-4b77-ac46-da4cc8b44bf8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.376366] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Created folder: Project (62d3a403f4ab477d971ece260a12a43a) in parent group-v501830. [ 626.376366] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Creating folder: Instances. Parent ref: group-v501879. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.376523] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5c87849-e4a0-42dc-9c29-8964ebc2e90b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.386715] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Created folder: Instances in parent group-v501879. [ 626.386715] env[62364]: DEBUG oslo.service.loopingcall [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 626.386715] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.386715] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a625b97-8866-4f96-a32e-6d40b31cf3ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.408372] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.408372] env[62364]: value = "task-2480122" [ 626.408372] env[62364]: _type = "Task" [ 626.408372] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.416321] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480122, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.419768] env[62364]: DEBUG nova.network.neutron [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Successfully created port: 92775806-00f6-4c23-bb82-91c9051b61d5 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.464432] env[62364]: DEBUG oslo_vmware.api [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Task: {'id': task-2480118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261952} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.464891] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.464891] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.465087] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.465314] env[62364]: INFO nova.compute.manager [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 626.465550] env[62364]: DEBUG oslo.service.loopingcall [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 626.466209] env[62364]: DEBUG nova.compute.manager [-] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.466411] env[62364]: DEBUG nova.network.neutron [-] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.548121] env[62364]: INFO nova.virt.block_device [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Booting with volume cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3 at /dev/sda [ 626.592345] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "829a7b11-bbd2-4193-869c-71fb8e8e0075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.592406] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "829a7b11-bbd2-4193-869c-71fb8e8e0075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.625418] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673a32b6-5a79-4e9b-93cd-f9bf0533c87b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.631669] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c70d9e0e-e303-425b-a245-0ae3b59993d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.643293] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2fd451-e025-4206-af86-5e2362dce64d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.650928] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced100e-9f0e-4760-b313-b38165ef1206 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.705841] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4914d43f-4e18-4fd7-b0ff-4971fdf0cec8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.710108] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b049e9b-10b2-4e28-ac16-ea0f01a80179 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.718988] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccec004-85c5-41b8-a5f7-f3e9d6a6c3f5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.728218] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541e85c1-1531-41a7-bc59-56ede4f6f16f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.750265] env[62364]: DEBUG nova.compute.provider_tree [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.762172] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940ed1b8-8782-4ded-99cd-fc43ddcb1b04 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.770127] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2756861e-4f51-42e7-9a85-774c3cfa5691 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.784485] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480119, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.788703] env[62364]: DEBUG nova.virt.block_device [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Updating existing volume attachment record: 80904c99-1a50-493c-8ece-6ad71654447f {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 626.919057] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480122, 'name': CreateVM_Task, 'duration_secs': 0.350986} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.920146] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.920146] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.920336] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.920488] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.920763] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c81c46-ecfc-4556-afc5-fc1815911fc6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.926902] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 626.926902] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b83b2c-222c-7aba-d2cf-0fcfa84b9d7f" [ 626.926902] env[62364]: _type = "Task" [ 626.926902] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.937456] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b83b2c-222c-7aba-d2cf-0fcfa84b9d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.263193] env[62364]: DEBUG nova.scheduler.client.report [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.288175] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826088} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.288667] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 47590f9c-00c0-4c63-99e0-196d2bf80f25/47590f9c-00c0-4c63-99e0-196d2bf80f25.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.288968] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.289244] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0716c20b-cfba-4221-b000-51fa34d26401 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.297140] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for the task: (returnval){ [ 627.297140] env[62364]: value = "task-2480123" [ 627.297140] env[62364]: _type = "Task" [ 627.297140] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.307305] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.317615] env[62364]: DEBUG nova.compute.manager [req-bbd6e507-1d2a-457b-b374-6195caf0e6df req-30b2c469-cd7f-41d0-99a9-2879be62a525 service nova] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Received event network-vif-deleted-fc83c305-113f-486d-ab64-915aacf1bffa {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 627.394207] env[62364]: DEBUG nova.compute.manager [req-d61c726f-94ec-4c84-b2cd-51551a01d518 req-0f328689-484a-4187-ad6a-e9e2137cb866 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Received event network-changed-b67441e8-0c62-4a33-95b9-2b6f6ee841b2 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 627.394207] env[62364]: DEBUG nova.compute.manager [req-d61c726f-94ec-4c84-b2cd-51551a01d518 req-0f328689-484a-4187-ad6a-e9e2137cb866 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Refreshing instance network info cache due to event network-changed-b67441e8-0c62-4a33-95b9-2b6f6ee841b2. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 627.394207] env[62364]: DEBUG oslo_concurrency.lockutils [req-d61c726f-94ec-4c84-b2cd-51551a01d518 req-0f328689-484a-4187-ad6a-e9e2137cb866 service nova] Acquiring lock "refresh_cache-0ade04eb-abe5-493f-9076-d16f5ad36da7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.394207] env[62364]: DEBUG oslo_concurrency.lockutils [req-d61c726f-94ec-4c84-b2cd-51551a01d518 req-0f328689-484a-4187-ad6a-e9e2137cb866 service nova] Acquired lock "refresh_cache-0ade04eb-abe5-493f-9076-d16f5ad36da7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.394207] env[62364]: DEBUG nova.network.neutron [req-d61c726f-94ec-4c84-b2cd-51551a01d518 req-0f328689-484a-4187-ad6a-e9e2137cb866 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Refreshing network info cache for port b67441e8-0c62-4a33-95b9-2b6f6ee841b2 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.439827] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b83b2c-222c-7aba-d2cf-0fcfa84b9d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.065924} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.439968] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.440262] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.440533] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.440719] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.441337] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.441681] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbd5e7b7-0256-4734-b274-c59df13f1e8a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.456207] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.456207] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.456677] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45852016-b418-47d4-bbf2-c608f5ed79c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.462358] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 627.462358] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a7edfc-fa56-3193-0567-2abee36de362" [ 627.462358] env[62364]: _type = "Task" [ 627.462358] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.469958] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a7edfc-fa56-3193-0567-2abee36de362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.597934] env[62364]: DEBUG nova.network.neutron [-] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.779884] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.779884] env[62364]: DEBUG nova.compute.manager [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.781285] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.963s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.784198] env[62364]: INFO nova.compute.claims [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.809045] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064768} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.809342] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.810538] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e519587-84c2-4a2c-b69f-b5e0b5912877 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.841658] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 47590f9c-00c0-4c63-99e0-196d2bf80f25/47590f9c-00c0-4c63-99e0-196d2bf80f25.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.842783] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-004d3e44-6451-4278-8d92-d549df627aba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.866079] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for the task: (returnval){ [ 627.866079] env[62364]: value = "task-2480124" [ 627.866079] env[62364]: _type = "Task" [ 627.866079] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.874477] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.957106] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquiring lock "0b810725-d832-4760-b60b-ec2c6ace3050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.957106] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "0b810725-d832-4760-b60b-ec2c6ace3050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.979528] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a7edfc-fa56-3193-0567-2abee36de362, 'name': SearchDatastore_Task, 'duration_secs': 0.052555} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.980383] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7aa824-1756-4839-b120-9c274586c414 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.990068] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 627.990068] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c9ffce-382a-4b2e-9eb8-2914f06887f0" [ 627.990068] env[62364]: _type = "Task" [ 627.990068] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.999500] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c9ffce-382a-4b2e-9eb8-2914f06887f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.103992] env[62364]: INFO nova.compute.manager [-] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Took 1.63 seconds to deallocate network for instance. [ 628.264541] env[62364]: DEBUG nova.network.neutron [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Successfully updated port: 92775806-00f6-4c23-bb82-91c9051b61d5 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.296240] env[62364]: DEBUG nova.compute.utils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 628.298894] env[62364]: DEBUG nova.compute.manager [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.299240] env[62364]: DEBUG nova.network.neutron [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.360047] env[62364]: DEBUG nova.policy [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bd416d890d045938f52ceed141d55be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acc96e978f3044258c33a4489d8f8588', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.382542] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480124, 'name': ReconfigVM_Task, 'duration_secs': 0.276611} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.383476] env[62364]: DEBUG nova.network.neutron [req-d61c726f-94ec-4c84-b2cd-51551a01d518 req-0f328689-484a-4187-ad6a-e9e2137cb866 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Updated VIF entry in instance network info cache for port b67441e8-0c62-4a33-95b9-2b6f6ee841b2. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.383801] env[62364]: DEBUG nova.network.neutron [req-d61c726f-94ec-4c84-b2cd-51551a01d518 req-0f328689-484a-4187-ad6a-e9e2137cb866 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Updating instance_info_cache with network_info: [{"id": "b67441e8-0c62-4a33-95b9-2b6f6ee841b2", "address": "fa:16:3e:d7:4a:23", "network": {"id": "d93fdc6d-77a5-488a-9e8d-747851c2b5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1141438463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3a403f4ab477d971ece260a12a43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb67441e8-0c", "ovs_interfaceid": "b67441e8-0c62-4a33-95b9-2b6f6ee841b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.385103] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 47590f9c-00c0-4c63-99e0-196d2bf80f25/47590f9c-00c0-4c63-99e0-196d2bf80f25.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.385979] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c80a790-b41b-4a08-92b6-3ac8f0c02bbd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.395500] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for the task: (returnval){ [ 628.395500] env[62364]: value = "task-2480125" [ 628.395500] env[62364]: _type = "Task" [ 628.395500] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.404028] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480125, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.501666] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c9ffce-382a-4b2e-9eb8-2914f06887f0, 'name': SearchDatastore_Task, 'duration_secs': 0.020061} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.504782] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.504782] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 0ade04eb-abe5-493f-9076-d16f5ad36da7/0ade04eb-abe5-493f-9076-d16f5ad36da7.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.504782] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2027cd69-fb0a-460d-94ca-819ff55961ce {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.508805] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 628.508805] env[62364]: value = "task-2480126" [ 628.508805] env[62364]: _type = "Task" [ 628.508805] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.517495] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.590659] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.590659] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.614831] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.687135] env[62364]: DEBUG nova.network.neutron [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Successfully created port: 32317a99-0703-480c-b150-3a6f734a7640 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.769649] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Acquiring lock "refresh_cache-75908b19-4042-4f7e-b50a-8d0255bebd6f" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.769832] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Acquired lock "refresh_cache-75908b19-4042-4f7e-b50a-8d0255bebd6f" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.769987] env[62364]: DEBUG nova.network.neutron [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.799292] env[62364]: DEBUG nova.compute.manager [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.887387] env[62364]: DEBUG oslo_concurrency.lockutils [req-d61c726f-94ec-4c84-b2cd-51551a01d518 req-0f328689-484a-4187-ad6a-e9e2137cb866 service nova] Releasing lock "refresh_cache-0ade04eb-abe5-493f-9076-d16f5ad36da7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.906346] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480125, 'name': Rename_Task, 'duration_secs': 0.131532} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.908902] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.909319] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbf1cea9-8cf7-43ac-b3a7-b236c376c783 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.920313] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for the task: (returnval){ [ 628.920313] env[62364]: value = "task-2480127" [ 628.920313] env[62364]: _type = "Task" [ 628.920313] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.931049] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.951879] env[62364]: DEBUG nova.compute.manager [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.952878] env[62364]: DEBUG nova.virt.hardware [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.953193] env[62364]: DEBUG nova.virt.hardware [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.953394] env[62364]: DEBUG nova.virt.hardware [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.953879] env[62364]: DEBUG nova.virt.hardware [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.953879] env[62364]: DEBUG nova.virt.hardware [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.954059] env[62364]: DEBUG nova.virt.hardware [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.954282] env[62364]: DEBUG nova.virt.hardware [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.954456] env[62364]: DEBUG nova.virt.hardware [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.955034] env[62364]: DEBUG nova.virt.hardware [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.955034] env[62364]: DEBUG nova.virt.hardware [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.955034] env[62364]: DEBUG nova.virt.hardware [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.956613] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03375723-2785-4fce-b19b-69b5e1ad17b9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.974339] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2609fa-fe7d-4d28-969b-e354366d8780 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.019304] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480126, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.284176] env[62364]: DEBUG nova.compute.manager [None req-0ea89d23-0463-47ba-a40b-038e330b77f2 tempest-ServerDiagnosticsV248Test-1033846094 tempest-ServerDiagnosticsV248Test-1033846094-project-admin] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.288554] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceb5314-a67f-478f-a4cb-098931c04098 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.296905] env[62364]: INFO nova.compute.manager [None req-0ea89d23-0463-47ba-a40b-038e330b77f2 tempest-ServerDiagnosticsV248Test-1033846094 tempest-ServerDiagnosticsV248Test-1033846094-project-admin] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Retrieving diagnostics [ 629.297961] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5631880e-89ab-4008-b413-c6e8bc68d43e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.337074] env[62364]: DEBUG nova.network.neutron [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.368674] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063ed4ba-2363-487c-ae49-b5341827ac23 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.381100] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b471d6f5-4cee-4906-bf87-e59d5f8d98e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.418723] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed9fc39-478d-461e-9a10-8134aba23bf3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.434743] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cc55eb-7797-4c58-9a4b-0080f497c55c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.438660] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480127, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.450955] env[62364]: DEBUG nova.compute.provider_tree [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.520353] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825532} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.520607] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 0ade04eb-abe5-493f-9076-d16f5ad36da7/0ade04eb-abe5-493f-9076-d16f5ad36da7.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.520792] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.522483] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b2fe434-6ddd-44de-b32d-be4be4ced61b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.526778] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 629.526778] env[62364]: value = "task-2480128" [ 629.526778] env[62364]: _type = "Task" [ 629.526778] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.535469] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.536448] env[62364]: DEBUG nova.network.neutron [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Updating instance_info_cache with network_info: [{"id": "92775806-00f6-4c23-bb82-91c9051b61d5", "address": "fa:16:3e:ea:92:3a", "network": {"id": "cd89c80b-f5d0-4088-8f13-50cc527cdecd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-953693823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f89abe434d747db8c261c1bef77b099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92775806-00", "ovs_interfaceid": "92775806-00f6-4c23-bb82-91c9051b61d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.838604] env[62364]: DEBUG nova.compute.manager [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.867572] env[62364]: DEBUG nova.virt.hardware [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.867893] env[62364]: DEBUG nova.virt.hardware [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.868078] env[62364]: DEBUG nova.virt.hardware [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.868322] env[62364]: DEBUG nova.virt.hardware [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.868454] env[62364]: DEBUG nova.virt.hardware [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.868545] env[62364]: DEBUG nova.virt.hardware [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.869790] env[62364]: DEBUG nova.virt.hardware [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.869981] env[62364]: DEBUG nova.virt.hardware [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.870268] env[62364]: DEBUG nova.virt.hardware [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.870496] env[62364]: DEBUG nova.virt.hardware [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.870805] env[62364]: DEBUG nova.virt.hardware [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.872221] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dab2462-9014-4938-9ca0-ffc16c4337a9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.884037] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dde967d-c85c-4428-8f8e-8272cde7e9d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.934558] env[62364]: DEBUG oslo_vmware.api [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480127, 'name': PowerOnVM_Task, 'duration_secs': 0.592249} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.935348] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.935626] env[62364]: INFO nova.compute.manager [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Took 10.49 seconds to spawn the instance on the hypervisor. [ 629.935867] env[62364]: DEBUG nova.compute.manager [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.937548] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aa82f9-940c-4a7f-8393-125dc6f0f65a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.952785] env[62364]: DEBUG nova.scheduler.client.report [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.969184] env[62364]: DEBUG nova.compute.manager [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Received event network-changed-d5185b45-7991-459b-a544-01a6fc6443f6 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 629.969381] env[62364]: DEBUG nova.compute.manager [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Refreshing instance network info cache due to event network-changed-d5185b45-7991-459b-a544-01a6fc6443f6. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 629.969583] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Acquiring lock "refresh_cache-9745f741-5030-4bba-8ddc-bff38331ab4c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.969765] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Acquired lock "refresh_cache-9745f741-5030-4bba-8ddc-bff38331ab4c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.969930] env[62364]: DEBUG nova.network.neutron [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Refreshing network info cache for port d5185b45-7991-459b-a544-01a6fc6443f6 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.036046] env[62364]: DEBUG nova.compute.manager [req-dbea3dd5-2d72-4812-a97f-19b635de5124 req-4c673194-b5b1-4c5d-9d71-c65fc6d03463 service nova] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Received event network-vif-deleted-607bb0e1-36bf-42c7-b1ef-3bb52faa3e67 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 630.040789] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Releasing lock "refresh_cache-75908b19-4042-4f7e-b50a-8d0255bebd6f" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.041532] env[62364]: DEBUG nova.compute.manager [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Instance network_info: |[{"id": "92775806-00f6-4c23-bb82-91c9051b61d5", "address": "fa:16:3e:ea:92:3a", "network": {"id": "cd89c80b-f5d0-4088-8f13-50cc527cdecd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-953693823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f89abe434d747db8c261c1bef77b099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92775806-00", "ovs_interfaceid": "92775806-00f6-4c23-bb82-91c9051b61d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.041847] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065421} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.042189] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:92:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92775806-00f6-4c23-bb82-91c9051b61d5', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.050606] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Creating folder: Project (7f89abe434d747db8c261c1bef77b099). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.051516] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.052290] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c836ec4-253a-42ae-be54-f5f8e7b81ab9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.054566] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be75947c-c546-4bcc-8f6f-ad3be74540a2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.061050] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.061244] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.083189] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 0ade04eb-abe5-493f-9076-d16f5ad36da7/0ade04eb-abe5-493f-9076-d16f5ad36da7.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.084853] env[62364]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 630.085033] env[62364]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62364) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 630.085817] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de9b381b-9249-491f-a947-4c38aab2363f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.105216] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Folder already exists: Project (7f89abe434d747db8c261c1bef77b099). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 630.105516] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Creating folder: Instances. Parent ref: group-v501834. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.106392] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-322c2ab8-4f70-4fb1-a82a-f56076e78ce5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.115020] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 630.115020] env[62364]: value = "task-2480130" [ 630.115020] env[62364]: _type = "Task" [ 630.115020] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.121442] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Created folder: Instances in parent group-v501834. [ 630.121807] env[62364]: DEBUG oslo.service.loopingcall [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.122498] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.122786] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a62c3d5-168d-4e5b-8bf3-5f1a32358816 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.147617] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.151946] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.151946] env[62364]: value = "task-2480132" [ 630.151946] env[62364]: _type = "Task" [ 630.151946] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.160667] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480132, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.223177] env[62364]: DEBUG nova.network.neutron [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Successfully updated port: 32317a99-0703-480c-b150-3a6f734a7640 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.400038] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.401869] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.459278] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.459278] env[62364]: DEBUG nova.compute.manager [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.462394] env[62364]: INFO nova.compute.manager [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Took 27.56 seconds to build instance. [ 630.463757] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.464114] env[62364]: DEBUG nova.objects.instance [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lazy-loading 'resources' on Instance uuid 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.627058] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.661778] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480132, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.725359] env[62364]: DEBUG nova.network.neutron [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Updated VIF entry in instance network info cache for port d5185b45-7991-459b-a544-01a6fc6443f6. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.725852] env[62364]: DEBUG nova.network.neutron [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Updating instance_info_cache with network_info: [{"id": "d5185b45-7991-459b-a544-01a6fc6443f6", "address": "fa:16:3e:98:29:cc", "network": {"id": "d78b9ad3-3fdc-4914-b090-9e0629cc568e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1460743526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a65ad5a9d64c32b8889535e34efa0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5185b45-79", "ovs_interfaceid": "d5185b45-7991-459b-a544-01a6fc6443f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.731434] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "refresh_cache-006ebec8-be86-4e52-882e-592bcf43675b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.733361] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "refresh_cache-006ebec8-be86-4e52-882e-592bcf43675b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.733361] env[62364]: DEBUG nova.network.neutron [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.852692] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquiring lock "7b302e72-58de-4b9c-aa9e-902a37184828" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.852987] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Lock "7b302e72-58de-4b9c-aa9e-902a37184828" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.853209] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquiring lock "7b302e72-58de-4b9c-aa9e-902a37184828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.853437] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Lock "7b302e72-58de-4b9c-aa9e-902a37184828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.853585] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Lock "7b302e72-58de-4b9c-aa9e-902a37184828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.855892] env[62364]: INFO nova.compute.manager [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Terminating instance [ 630.968494] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48372491-f95b-49a0-9011-09d2d4febf6f tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Lock "47590f9c-00c0-4c63-99e0-196d2bf80f25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.075s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.969890] env[62364]: DEBUG nova.compute.utils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 630.972170] env[62364]: DEBUG nova.compute.manager [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.972348] env[62364]: DEBUG nova.network.neutron [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.018265] env[62364]: DEBUG nova.policy [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15872cee24fa40d0a22e4481ee6f5e20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb9e388ae76c4d459b740233ca216658', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.080880] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquiring lock "47590f9c-00c0-4c63-99e0-196d2bf80f25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.081271] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Lock "47590f9c-00c0-4c63-99e0-196d2bf80f25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.081618] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquiring lock "47590f9c-00c0-4c63-99e0-196d2bf80f25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.081739] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Lock "47590f9c-00c0-4c63-99e0-196d2bf80f25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.081930] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Lock "47590f9c-00c0-4c63-99e0-196d2bf80f25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.084372] env[62364]: INFO nova.compute.manager [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Terminating instance [ 631.128905] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480130, 'name': ReconfigVM_Task, 'duration_secs': 0.777628} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.129305] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 0ade04eb-abe5-493f-9076-d16f5ad36da7/0ade04eb-abe5-493f-9076-d16f5ad36da7.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.129952] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a34cb4d8-e940-4c61-8c7d-96e75a01fa11 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.139678] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 631.139678] env[62364]: value = "task-2480133" [ 631.139678] env[62364]: _type = "Task" [ 631.139678] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.147781] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480133, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.170174] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480132, 'name': CreateVM_Task, 'duration_secs': 0.692771} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.172831] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.174761] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'attachment_id': '80904c99-1a50-493c-8ece-6ad71654447f', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501849', 'volume_id': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'name': 'volume-cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75908b19-4042-4f7e-b50a-8d0255bebd6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'serial': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62364) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 631.174961] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Root volume attach. Driver type: vmdk {{(pid=62364) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 631.175805] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94861e2-6f13-443f-a66b-d78432bba14b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.185339] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588f2659-1c44-42f3-a6a0-f2cfc9935b81 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.193952] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9905aed-c7e7-4a18-9fb7-f88caf7e698a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.200558] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-52d247ac-300f-4d43-8d4e-22f399985379 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.211027] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Waiting for the task: (returnval){ [ 631.211027] env[62364]: value = "task-2480134" [ 631.211027] env[62364]: _type = "Task" [ 631.211027] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.221757] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480134, 'name': RelocateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.233957] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Releasing lock "refresh_cache-9745f741-5030-4bba-8ddc-bff38331ab4c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.235836] env[62364]: DEBUG nova.compute.manager [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Received event network-changed-350d1bbd-a8a7-459d-b842-9e0da4f2c69c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 631.235836] env[62364]: DEBUG nova.compute.manager [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Refreshing instance network info cache due to event network-changed-350d1bbd-a8a7-459d-b842-9e0da4f2c69c. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 631.235836] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Acquiring lock "refresh_cache-1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.235836] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Acquired lock "refresh_cache-1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.235836] env[62364]: DEBUG nova.network.neutron [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Refreshing network info cache for port 350d1bbd-a8a7-459d-b842-9e0da4f2c69c {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.303937] env[62364]: DEBUG nova.network.neutron [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.361741] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquiring lock "refresh_cache-7b302e72-58de-4b9c-aa9e-902a37184828" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.361741] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquired lock "refresh_cache-7b302e72-58de-4b9c-aa9e-902a37184828" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.361904] env[62364]: DEBUG nova.network.neutron [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.478419] env[62364]: DEBUG nova.compute.manager [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.482051] env[62364]: DEBUG nova.compute.manager [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.532428] env[62364]: DEBUG nova.network.neutron [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Successfully created port: c035ce46-e7c9-48c2-bf9b-edd888df8e38 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.594036] env[62364]: DEBUG nova.compute.manager [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.594036] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.594036] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b09e37-17be-4cee-a867-2f84b5f7d123 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.604646] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.604943] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85b25fcb-e60a-4819-a9a4-5ef680193b2d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.612167] env[62364]: DEBUG oslo_vmware.api [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for the task: (returnval){ [ 631.612167] env[62364]: value = "task-2480135" [ 631.612167] env[62364]: _type = "Task" [ 631.612167] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.623808] env[62364]: DEBUG oslo_vmware.api [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.652879] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480133, 'name': Rename_Task, 'duration_secs': 0.152911} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.658150] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.663409] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4443559e-33ae-4c6e-8466-02a1a1aa5c1f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.671615] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 631.671615] env[62364]: value = "task-2480136" [ 631.671615] env[62364]: _type = "Task" [ 631.671615] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.686258] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.698386] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f834959c-bf35-41b4-bb3f-8e22190e9c88 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.714851] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddbe74d-c8cd-4f4d-ad3f-da3f3bc768de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.763394] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480134, 'name': RelocateVM_Task} progress is 42%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.764945] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6044c453-5107-4ae6-b879-e0282ef00152 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.772878] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a111bd-3353-4e1c-8f03-ead9b72c37db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.787687] env[62364]: DEBUG nova.compute.provider_tree [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.837658] env[62364]: DEBUG nova.network.neutron [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Updating instance_info_cache with network_info: [{"id": "32317a99-0703-480c-b150-3a6f734a7640", "address": "fa:16:3e:dc:f2:31", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32317a99-07", "ovs_interfaceid": "32317a99-0703-480c-b150-3a6f734a7640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.901107] env[62364]: DEBUG nova.network.neutron [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.015383] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.098200] env[62364]: DEBUG nova.network.neutron [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.132908] env[62364]: DEBUG oslo_vmware.api [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480135, 'name': PowerOffVM_Task, 'duration_secs': 0.401708} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.132908] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.132908] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.132908] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c75e411c-79f7-4e68-b66d-755996e47d11 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.165140] env[62364]: DEBUG nova.network.neutron [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Updated VIF entry in instance network info cache for port 350d1bbd-a8a7-459d-b842-9e0da4f2c69c. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.165528] env[62364]: DEBUG nova.network.neutron [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Updating instance_info_cache with network_info: [{"id": "350d1bbd-a8a7-459d-b842-9e0da4f2c69c", "address": "fa:16:3e:57:56:9a", "network": {"id": "fd7b7bf1-03e0-4f1e-88ca-aab1ddfb3978", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1257065809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d97ef53979a0418a95b3644c3a769da5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350d1bbd-a8", "ovs_interfaceid": "350d1bbd-a8a7-459d-b842-9e0da4f2c69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.185672] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.230097] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480134, 'name': RelocateVM_Task} progress is 54%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.254623] env[62364]: DEBUG nova.compute.manager [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Received event network-vif-plugged-32317a99-0703-480c-b150-3a6f734a7640 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 632.254784] env[62364]: DEBUG oslo_concurrency.lockutils [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] Acquiring lock "006ebec8-be86-4e52-882e-592bcf43675b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.255086] env[62364]: DEBUG oslo_concurrency.lockutils [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] Lock "006ebec8-be86-4e52-882e-592bcf43675b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.255317] env[62364]: DEBUG oslo_concurrency.lockutils [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] Lock "006ebec8-be86-4e52-882e-592bcf43675b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.255563] env[62364]: DEBUG nova.compute.manager [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] No waiting events found dispatching network-vif-plugged-32317a99-0703-480c-b150-3a6f734a7640 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.255800] env[62364]: WARNING nova.compute.manager [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Received unexpected event network-vif-plugged-32317a99-0703-480c-b150-3a6f734a7640 for instance with vm_state building and task_state spawning. [ 632.256036] env[62364]: DEBUG nova.compute.manager [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Received event network-changed-32317a99-0703-480c-b150-3a6f734a7640 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 632.256265] env[62364]: DEBUG nova.compute.manager [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Refreshing instance network info cache due to event network-changed-32317a99-0703-480c-b150-3a6f734a7640. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 632.256813] env[62364]: DEBUG oslo_concurrency.lockutils [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] Acquiring lock "refresh_cache-006ebec8-be86-4e52-882e-592bcf43675b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.291061] env[62364]: DEBUG nova.scheduler.client.report [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.343918] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "refresh_cache-006ebec8-be86-4e52-882e-592bcf43675b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.344396] env[62364]: DEBUG nova.compute.manager [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Instance network_info: |[{"id": "32317a99-0703-480c-b150-3a6f734a7640", "address": "fa:16:3e:dc:f2:31", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32317a99-07", "ovs_interfaceid": "32317a99-0703-480c-b150-3a6f734a7640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.344660] env[62364]: DEBUG oslo_concurrency.lockutils [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] Acquired lock "refresh_cache-006ebec8-be86-4e52-882e-592bcf43675b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.344842] env[62364]: DEBUG nova.network.neutron [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Refreshing network info cache for port 32317a99-0703-480c-b150-3a6f734a7640 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.346661] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:f2:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32317a99-0703-480c-b150-3a6f734a7640', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.354072] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Creating folder: Project (acc96e978f3044258c33a4489d8f8588). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.355033] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dccfd70-a0b6-402c-9a3f-5c83a8a00c88 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.366860] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Created folder: Project (acc96e978f3044258c33a4489d8f8588) in parent group-v501830. [ 632.367099] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Creating folder: Instances. Parent ref: group-v501884. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.367352] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e040b856-5314-4a6a-9607-9493769879b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.376716] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Created folder: Instances in parent group-v501884. [ 632.377031] env[62364]: DEBUG oslo.service.loopingcall [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.377510] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.377510] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d99a4e16-d947-45fa-a260-1455374ae1dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.399906] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.399906] env[62364]: value = "task-2480140" [ 632.399906] env[62364]: _type = "Task" [ 632.399906] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.411434] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480140, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.452099] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.452521] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.452629] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Deleting the datastore file [datastore2] 47590f9c-00c0-4c63-99e0-196d2bf80f25 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.453103] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b36d195-dd00-4be0-a400-d33d7f355c0d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.460576] env[62364]: DEBUG oslo_vmware.api [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for the task: (returnval){ [ 632.460576] env[62364]: value = "task-2480141" [ 632.460576] env[62364]: _type = "Task" [ 632.460576] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.470941] env[62364]: DEBUG oslo_vmware.api [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.493088] env[62364]: DEBUG nova.compute.manager [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.530158] env[62364]: DEBUG nova.virt.hardware [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.530448] env[62364]: DEBUG nova.virt.hardware [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.530613] env[62364]: DEBUG nova.virt.hardware [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.530759] env[62364]: DEBUG nova.virt.hardware [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.530910] env[62364]: DEBUG nova.virt.hardware [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.531068] env[62364]: DEBUG nova.virt.hardware [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.531277] env[62364]: DEBUG nova.virt.hardware [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.531476] env[62364]: DEBUG nova.virt.hardware [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.531679] env[62364]: DEBUG nova.virt.hardware [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.531920] env[62364]: DEBUG nova.virt.hardware [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.532131] env[62364]: DEBUG nova.virt.hardware [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.533182] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b934455d-3fc1-4328-956f-dbb7bab4ecf9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.541262] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd491606-4744-4d24-b12b-c4bcc5894cb3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.600800] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Releasing lock "refresh_cache-7b302e72-58de-4b9c-aa9e-902a37184828" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.601610] env[62364]: DEBUG nova.compute.manager [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.602167] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.603330] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ac3432-cf04-440b-b923-213f6924cf19 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.612616] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.612957] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db25690-be36-42ed-979d-af85abcdb945 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.619712] env[62364]: DEBUG oslo_vmware.api [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for the task: (returnval){ [ 632.619712] env[62364]: value = "task-2480142" [ 632.619712] env[62364]: _type = "Task" [ 632.619712] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.629403] env[62364]: DEBUG oslo_vmware.api [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.670979] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Releasing lock "refresh_cache-1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.671266] env[62364]: DEBUG nova.compute.manager [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Received event network-vif-plugged-92775806-00f6-4c23-bb82-91c9051b61d5 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 632.671465] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Acquiring lock "75908b19-4042-4f7e-b50a-8d0255bebd6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.671733] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Lock "75908b19-4042-4f7e-b50a-8d0255bebd6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.672192] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Lock "75908b19-4042-4f7e-b50a-8d0255bebd6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.672428] env[62364]: DEBUG nova.compute.manager [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] No waiting events found dispatching network-vif-plugged-92775806-00f6-4c23-bb82-91c9051b61d5 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.672646] env[62364]: WARNING nova.compute.manager [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Received unexpected event network-vif-plugged-92775806-00f6-4c23-bb82-91c9051b61d5 for instance with vm_state building and task_state spawning. [ 632.673477] env[62364]: DEBUG nova.compute.manager [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Received event network-changed-92775806-00f6-4c23-bb82-91c9051b61d5 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 632.673477] env[62364]: DEBUG nova.compute.manager [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Refreshing instance network info cache due to event network-changed-92775806-00f6-4c23-bb82-91c9051b61d5. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 632.673477] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Acquiring lock "refresh_cache-75908b19-4042-4f7e-b50a-8d0255bebd6f" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.673741] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Acquired lock "refresh_cache-75908b19-4042-4f7e-b50a-8d0255bebd6f" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.673741] env[62364]: DEBUG nova.network.neutron [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Refreshing network info cache for port 92775806-00f6-4c23-bb82-91c9051b61d5 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.684683] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480136, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.728976] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480134, 'name': RelocateVM_Task} progress is 67%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.796379] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.332s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.799225] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.432s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.800910] env[62364]: INFO nova.compute.claims [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.833377] env[62364]: INFO nova.scheduler.client.report [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleted allocations for instance 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd [ 632.915072] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480140, 'name': CreateVM_Task, 'duration_secs': 0.36638} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.915072] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.915072] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.915072] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.915072] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.915072] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca2aa9d-c10c-4ab3-b2e1-b0a803610334 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.923454] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 632.923454] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5277fefc-f16a-6ac0-0d43-eb9ce52304fb" [ 632.923454] env[62364]: _type = "Task" [ 632.923454] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.933504] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5277fefc-f16a-6ac0-0d43-eb9ce52304fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.978163] env[62364]: DEBUG oslo_vmware.api [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.141576] env[62364]: DEBUG oslo_vmware.api [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480142, 'name': PowerOffVM_Task, 'duration_secs': 0.172413} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.143168] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.144681] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.144681] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bebe289-8c9c-4ebe-9633-303c7c6600e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.162541] env[62364]: DEBUG nova.network.neutron [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Updated VIF entry in instance network info cache for port 32317a99-0703-480c-b150-3a6f734a7640. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.163055] env[62364]: DEBUG nova.network.neutron [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Updating instance_info_cache with network_info: [{"id": "32317a99-0703-480c-b150-3a6f734a7640", "address": "fa:16:3e:dc:f2:31", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32317a99-07", "ovs_interfaceid": "32317a99-0703-480c-b150-3a6f734a7640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.172818] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.173400] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.174080] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Deleting the datastore file [datastore1] 7b302e72-58de-4b9c-aa9e-902a37184828 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.174080] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37789d74-8035-40d5-8046-5cab804c8dbf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.198971] env[62364]: DEBUG oslo_vmware.api [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for the task: (returnval){ [ 633.198971] env[62364]: value = "task-2480144" [ 633.198971] env[62364]: _type = "Task" [ 633.198971] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.207037] env[62364]: DEBUG oslo_vmware.api [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480136, 'name': PowerOnVM_Task, 'duration_secs': 1.190846} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.207719] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.208152] env[62364]: INFO nova.compute.manager [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Took 11.19 seconds to spawn the instance on the hypervisor. [ 633.208252] env[62364]: DEBUG nova.compute.manager [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.209150] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a36393-610f-42ae-8564-b812f7fcd8da {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.216804] env[62364]: DEBUG oslo_vmware.api [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.233774] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480134, 'name': RelocateVM_Task} progress is 81%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.341983] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b06280f8-8a0d-4c02-9957-43b9deda0b28 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.050s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.439430] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5277fefc-f16a-6ac0-0d43-eb9ce52304fb, 'name': SearchDatastore_Task, 'duration_secs': 0.018548} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.439430] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.439430] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.439430] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.439680] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.439680] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.439680] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e6def49-6e23-46c5-ba3b-2b3cb24538ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.448700] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.449118] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.450434] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc004dd-b105-4630-85c9-5e1d9e01758d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.458016] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 633.458016] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5241e4f6-45d8-1fd5-6703-6ce1d06866d4" [ 633.458016] env[62364]: _type = "Task" [ 633.458016] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.472102] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5241e4f6-45d8-1fd5-6703-6ce1d06866d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.478484] env[62364]: DEBUG oslo_vmware.api [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Task: {'id': task-2480141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.665567} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.479146] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.479335] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.479505] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.479672] env[62364]: INFO nova.compute.manager [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Took 1.89 seconds to destroy the instance on the hypervisor. [ 633.479973] env[62364]: DEBUG oslo.service.loopingcall [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.480193] env[62364]: DEBUG nova.compute.manager [-] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.480280] env[62364]: DEBUG nova.network.neutron [-] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.666909] env[62364]: DEBUG oslo_concurrency.lockutils [req-ae4dcfcc-d500-482a-8d90-4af524ac46fb req-6a505ce3-01fc-4953-be7a-5a79d199ec4e service nova] Releasing lock "refresh_cache-006ebec8-be86-4e52-882e-592bcf43675b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.668056] env[62364]: DEBUG nova.network.neutron [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Updated VIF entry in instance network info cache for port 92775806-00f6-4c23-bb82-91c9051b61d5. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.668398] env[62364]: DEBUG nova.network.neutron [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Updating instance_info_cache with network_info: [{"id": "92775806-00f6-4c23-bb82-91c9051b61d5", "address": "fa:16:3e:ea:92:3a", "network": {"id": "cd89c80b-f5d0-4088-8f13-50cc527cdecd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-953693823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f89abe434d747db8c261c1bef77b099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92775806-00", "ovs_interfaceid": "92775806-00f6-4c23-bb82-91c9051b61d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.709299] env[62364]: DEBUG oslo_vmware.api [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Task: {'id': task-2480144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213525} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.709543] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.709728] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.709967] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.710114] env[62364]: INFO nova.compute.manager [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Took 1.11 seconds to destroy the instance on the hypervisor. [ 633.710348] env[62364]: DEBUG oslo.service.loopingcall [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.710524] env[62364]: DEBUG nova.compute.manager [-] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.710612] env[62364]: DEBUG nova.network.neutron [-] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.737020] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480134, 'name': RelocateVM_Task} progress is 95%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.737020] env[62364]: DEBUG nova.network.neutron [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Successfully updated port: c035ce46-e7c9-48c2-bf9b-edd888df8e38 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.740301] env[62364]: INFO nova.compute.manager [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Took 27.14 seconds to build instance. [ 633.741047] env[62364]: DEBUG nova.network.neutron [-] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.970350] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5241e4f6-45d8-1fd5-6703-6ce1d06866d4, 'name': SearchDatastore_Task, 'duration_secs': 0.018928} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.971143] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2315406d-e4df-445f-b532-ef7ec2396b23 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.975966] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 633.975966] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529295e1-80cd-6a9d-9a58-23f899672d96" [ 633.975966] env[62364]: _type = "Task" [ 633.975966] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.988992] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529295e1-80cd-6a9d-9a58-23f899672d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.176712] env[62364]: DEBUG oslo_concurrency.lockutils [req-40c7aa0b-0f8f-4bce-ac81-9b5e657a73f3 req-3a1e476e-e1d5-4c1f-ae98-5b753679d2b9 service nova] Releasing lock "refresh_cache-75908b19-4042-4f7e-b50a-8d0255bebd6f" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.234225] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480134, 'name': RelocateVM_Task} progress is 98%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.238038] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquiring lock "refresh_cache-d33fe490-c5b2-4223-bf8e-b95ce7293fd6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.238189] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquired lock "refresh_cache-d33fe490-c5b2-4223-bf8e-b95ce7293fd6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.238355] env[62364]: DEBUG nova.network.neutron [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.241846] env[62364]: DEBUG oslo_concurrency.lockutils [None req-068e7c2b-fe44-4183-9fae-8ff185ee53f0 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lock "0ade04eb-abe5-493f-9076-d16f5ad36da7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.069s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.249533] env[62364]: DEBUG nova.network.neutron [-] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.357006] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a5488-c7c8-402b-83e5-2322a5b03611 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.365584] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45339758-c36f-4f3e-8254-29e2d622e98e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.408933] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1b591f-29f5-478f-860a-9cba71aba218 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.418864] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de03fcdf-1307-4345-a728-a593c638cf74 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.434018] env[62364]: DEBUG nova.compute.provider_tree [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.486388] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529295e1-80cd-6a9d-9a58-23f899672d96, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.486648] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.486903] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.487173] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e48aac38-2e59-48e9-ad6f-8572d342f537 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.493638] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 634.493638] env[62364]: value = "task-2480145" [ 634.493638] env[62364]: _type = "Task" [ 634.493638] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.502687] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.664291] env[62364]: DEBUG nova.compute.manager [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Received event network-vif-plugged-c035ce46-e7c9-48c2-bf9b-edd888df8e38 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 634.664513] env[62364]: DEBUG oslo_concurrency.lockutils [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] Acquiring lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.664739] env[62364]: DEBUG oslo_concurrency.lockutils [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] Lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.664923] env[62364]: DEBUG oslo_concurrency.lockutils [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] Lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.665299] env[62364]: DEBUG nova.compute.manager [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] No waiting events found dispatching network-vif-plugged-c035ce46-e7c9-48c2-bf9b-edd888df8e38 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.665473] env[62364]: WARNING nova.compute.manager [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Received unexpected event network-vif-plugged-c035ce46-e7c9-48c2-bf9b-edd888df8e38 for instance with vm_state building and task_state spawning. [ 634.665641] env[62364]: DEBUG nova.compute.manager [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Received event network-changed-c035ce46-e7c9-48c2-bf9b-edd888df8e38 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 634.665838] env[62364]: DEBUG nova.compute.manager [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Refreshing instance network info cache due to event network-changed-c035ce46-e7c9-48c2-bf9b-edd888df8e38. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 634.665990] env[62364]: DEBUG oslo_concurrency.lockutils [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] Acquiring lock "refresh_cache-d33fe490-c5b2-4223-bf8e-b95ce7293fd6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.686893] env[62364]: DEBUG nova.compute.manager [req-40b99d13-527e-4486-b0eb-c6938e1aa870 req-518e8288-a70a-4388-a63d-eed3d0a57980 service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Received event network-vif-deleted-6269c718-09be-4867-833c-963e01fc9305 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 634.687223] env[62364]: INFO nova.compute.manager [req-40b99d13-527e-4486-b0eb-c6938e1aa870 req-518e8288-a70a-4388-a63d-eed3d0a57980 service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Neutron deleted interface 6269c718-09be-4867-833c-963e01fc9305; detaching it from the instance and deleting it from the info cache [ 634.687339] env[62364]: DEBUG nova.network.neutron [req-40b99d13-527e-4486-b0eb-c6938e1aa870 req-518e8288-a70a-4388-a63d-eed3d0a57980 service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.738753] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480134, 'name': RelocateVM_Task} progress is 98%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.747985] env[62364]: DEBUG nova.compute.manager [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.758974] env[62364]: INFO nova.compute.manager [-] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Took 1.05 seconds to deallocate network for instance. [ 634.821926] env[62364]: DEBUG nova.network.neutron [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.937540] env[62364]: DEBUG nova.scheduler.client.report [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.955531] env[62364]: DEBUG nova.network.neutron [-] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.003450] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475404} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.003697] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.003905] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.004453] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9a32e89-a55d-450f-9410-8b3023e5385c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.011217] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 635.011217] env[62364]: value = "task-2480146" [ 635.011217] env[62364]: _type = "Task" [ 635.011217] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.019995] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.027523] env[62364]: DEBUG nova.network.neutron [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Updating instance_info_cache with network_info: [{"id": "c035ce46-e7c9-48c2-bf9b-edd888df8e38", "address": "fa:16:3e:78:cd:07", "network": {"id": "a8fbaf27-6161-472e-9102-e25bec77acda", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1086218466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb9e388ae76c4d459b740233ca216658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc035ce46-e7", "ovs_interfaceid": "c035ce46-e7c9-48c2-bf9b-edd888df8e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.192832] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad5601de-0336-4d40-96eb-e41fae5b33e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.206858] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a29672-673c-41f0-803a-6e46dbb1eca7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.236534] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480134, 'name': RelocateVM_Task, 'duration_secs': 3.597956} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.248670] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 635.249388] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501849', 'volume_id': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'name': 'volume-cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75908b19-4042-4f7e-b50a-8d0255bebd6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'serial': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 635.250267] env[62364]: DEBUG nova.compute.manager [req-40b99d13-527e-4486-b0eb-c6938e1aa870 req-518e8288-a70a-4388-a63d-eed3d0a57980 service nova] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Detach interface failed, port_id=6269c718-09be-4867-833c-963e01fc9305, reason: Instance 47590f9c-00c0-4c63-99e0-196d2bf80f25 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 635.251698] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314ba889-c53c-4488-9b56-7e7e656e68c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.279768] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.281010] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba649549-de95-441e-a50e-328cec8b4114 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.285417] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.304581] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3/volume-cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.305298] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f9a2f37-7b7e-45f2-bb24-f58da3da3944 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.326021] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Waiting for the task: (returnval){ [ 635.326021] env[62364]: value = "task-2480147" [ 635.326021] env[62364]: _type = "Task" [ 635.326021] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.334853] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.444319] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.444882] env[62364]: DEBUG nova.compute.manager [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.448300] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.348s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.450808] env[62364]: INFO nova.compute.claims [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.458064] env[62364]: INFO nova.compute.manager [-] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Took 1.98 seconds to deallocate network for instance. [ 635.529235] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066386} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.529423] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.530286] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f02a07-5a86-44c2-93e0-8ea23c6ed2ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.533111] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Releasing lock "refresh_cache-d33fe490-c5b2-4223-bf8e-b95ce7293fd6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.533413] env[62364]: DEBUG nova.compute.manager [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Instance network_info: |[{"id": "c035ce46-e7c9-48c2-bf9b-edd888df8e38", "address": "fa:16:3e:78:cd:07", "network": {"id": "a8fbaf27-6161-472e-9102-e25bec77acda", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1086218466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb9e388ae76c4d459b740233ca216658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc035ce46-e7", "ovs_interfaceid": "c035ce46-e7c9-48c2-bf9b-edd888df8e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.533957] env[62364]: DEBUG oslo_concurrency.lockutils [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] Acquired lock "refresh_cache-d33fe490-c5b2-4223-bf8e-b95ce7293fd6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.534178] env[62364]: DEBUG nova.network.neutron [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Refreshing network info cache for port c035ce46-e7c9-48c2-bf9b-edd888df8e38 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.535276] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:cd:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c035ce46-e7c9-48c2-bf9b-edd888df8e38', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.542984] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Creating folder: Project (cb9e388ae76c4d459b740233ca216658). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.544101] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbea4be0-d9fc-4602-905b-dfba7419431f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.563131] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.564192] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ecc39ae-c515-49f8-80e1-596b35a05629 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.579910] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Created folder: Project (cb9e388ae76c4d459b740233ca216658) in parent group-v501830. [ 635.580111] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Creating folder: Instances. Parent ref: group-v501887. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.580874] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-803c2761-fd20-4fa4-a3fb-aac464ae7bcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.584656] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 635.584656] env[62364]: value = "task-2480149" [ 635.584656] env[62364]: _type = "Task" [ 635.584656] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.589745] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Created folder: Instances in parent group-v501887. [ 635.589927] env[62364]: DEBUG oslo.service.loopingcall [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.590139] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.593352] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78b3d63b-9b27-4b2f-8643-fcc163720932 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.609654] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.613104] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.613104] env[62364]: value = "task-2480151" [ 635.613104] env[62364]: _type = "Task" [ 635.613104] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.621091] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480151, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.839073] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480147, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.953809] env[62364]: DEBUG nova.compute.utils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 635.959948] env[62364]: DEBUG nova.compute.manager [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.960166] env[62364]: DEBUG nova.network.neutron [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.967344] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.023529] env[62364]: DEBUG nova.policy [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836597354a1c490bb04606f9fcf50343', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af1cadc9cadf402cb81d2076da3b1d93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.099586] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480149, 'name': ReconfigVM_Task, 'duration_secs': 0.38847} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.100266] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.101983] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f8c2408-3f64-47bf-8a9b-59d0f3b901e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.113336] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 636.113336] env[62364]: value = "task-2480152" [ 636.113336] env[62364]: _type = "Task" [ 636.113336] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.124929] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480152, 'name': Rename_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.128533] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480151, 'name': CreateVM_Task, 'duration_secs': 0.356084} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.128700] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.129396] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.129550] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.129880] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.130331] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9b5d8d-cc52-470a-9492-fe69e300233d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.135387] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for the task: (returnval){ [ 636.135387] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5296bec5-9a67-78ba-f665-a2374676982d" [ 636.135387] env[62364]: _type = "Task" [ 636.135387] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.143938] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5296bec5-9a67-78ba-f665-a2374676982d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.339268] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480147, 'name': ReconfigVM_Task, 'duration_secs': 0.545762} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.340252] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3/volume-cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.350336] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f2a0477-f2b0-42dc-8f55-485f497e1d14 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.369455] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Waiting for the task: (returnval){ [ 636.369455] env[62364]: value = "task-2480153" [ 636.369455] env[62364]: _type = "Task" [ 636.369455] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.379663] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.468724] env[62364]: DEBUG nova.compute.manager [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.580662] env[62364]: DEBUG nova.network.neutron [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Successfully created port: 07e2328c-25f4-4165-8891-1200d67ac5c7 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.610340] env[62364]: DEBUG nova.network.neutron [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Updated VIF entry in instance network info cache for port c035ce46-e7c9-48c2-bf9b-edd888df8e38. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.610671] env[62364]: DEBUG nova.network.neutron [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Updating instance_info_cache with network_info: [{"id": "c035ce46-e7c9-48c2-bf9b-edd888df8e38", "address": "fa:16:3e:78:cd:07", "network": {"id": "a8fbaf27-6161-472e-9102-e25bec77acda", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1086218466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb9e388ae76c4d459b740233ca216658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc035ce46-e7", "ovs_interfaceid": "c035ce46-e7c9-48c2-bf9b-edd888df8e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.632478] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480152, 'name': Rename_Task, 'duration_secs': 0.173057} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.634018] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.634018] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dfffec2-8a17-4470-84c0-69b8f5352f46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.648377] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5296bec5-9a67-78ba-f665-a2374676982d, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.651376] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.651617] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.651882] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.652059] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.652248] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.652600] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 636.652600] env[62364]: value = "task-2480154" [ 636.652600] env[62364]: _type = "Task" [ 636.652600] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.653316] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52a4d2e1-b565-4d90-8f30-f50c443488db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.665161] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480154, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.669041] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.669234] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.670482] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e6d6be-75fc-4a8b-889f-dd196f8139e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.677042] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for the task: (returnval){ [ 636.677042] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b454a8-c83b-bad1-7a67-af95a2f2cb9d" [ 636.677042] env[62364]: _type = "Task" [ 636.677042] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.687616] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b454a8-c83b-bad1-7a67-af95a2f2cb9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.696867] env[62364]: DEBUG nova.compute.manager [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.697886] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d28cb79-cd0d-406a-b10b-407eba8455f8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.714423] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "b4f18c46-ac56-4253-add1-6586dd207c92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.714423] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "b4f18c46-ac56-4253-add1-6586dd207c92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.714570] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "b4f18c46-ac56-4253-add1-6586dd207c92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.715670] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "b4f18c46-ac56-4253-add1-6586dd207c92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.716202] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "b4f18c46-ac56-4253-add1-6586dd207c92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.720704] env[62364]: INFO nova.compute.manager [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Terminating instance [ 636.882511] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480153, 'name': ReconfigVM_Task, 'duration_secs': 0.245833} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.882511] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501849', 'volume_id': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'name': 'volume-cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75908b19-4042-4f7e-b50a-8d0255bebd6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'serial': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 636.883074] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edb962b1-de78-435f-af0f-90c334bc30e3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.891955] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Waiting for the task: (returnval){ [ 636.891955] env[62364]: value = "task-2480155" [ 636.891955] env[62364]: _type = "Task" [ 636.891955] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.902327] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "5beb891b-8d68-4838-8fd0-8a24604c26fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.902597] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5beb891b-8d68-4838-8fd0-8a24604c26fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.903833] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "5beb891b-8d68-4838-8fd0-8a24604c26fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.903833] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5beb891b-8d68-4838-8fd0-8a24604c26fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.903833] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5beb891b-8d68-4838-8fd0-8a24604c26fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.905489] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480155, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.909803] env[62364]: INFO nova.compute.manager [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Terminating instance [ 637.071185] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb353c1-6383-4b77-a9b1-203450c43929 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.078795] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84592ad1-3e45-4ab2-af28-778001149fd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.111587] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9afeaf1-1904-4f56-9429-b44a747bf05b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.121548] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b05a9-5be1-44b2-b2c9-2291e38c186b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.122409] env[62364]: DEBUG oslo_concurrency.lockutils [req-8c84a416-d0f6-48fa-8a45-bb6383fda25a req-9eda9802-c99c-4cac-ae67-f52c227bded0 service nova] Releasing lock "refresh_cache-d33fe490-c5b2-4223-bf8e-b95ce7293fd6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.132633] env[62364]: DEBUG nova.compute.provider_tree [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.171421] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.189266] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b454a8-c83b-bad1-7a67-af95a2f2cb9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010828} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.190424] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5d8eff-ad14-4b96-8442-e4e7390db16e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.197490] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for the task: (returnval){ [ 637.197490] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52103088-1b2d-2954-339e-e88466f7e4b2" [ 637.197490] env[62364]: _type = "Task" [ 637.197490] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.204646] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52103088-1b2d-2954-339e-e88466f7e4b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.213334] env[62364]: INFO nova.compute.manager [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] instance snapshotting [ 637.216427] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ddea54-39a8-4526-be58-e6ce5da810af {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.240289] env[62364]: DEBUG nova.compute.manager [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.240289] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.240289] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e448f22f-7bc6-45a6-9d46-eac3fce44014 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.243671] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b053518e-1826-4ddb-9a59-717af1a44720 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.255238] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.256458] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfbd4dce-4e5e-437d-bc94-8bc1296e50db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.264758] env[62364]: DEBUG oslo_vmware.api [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 637.264758] env[62364]: value = "task-2480156" [ 637.264758] env[62364]: _type = "Task" [ 637.264758] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.280507] env[62364]: DEBUG oslo_vmware.api [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.405315] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480155, 'name': Rename_Task, 'duration_secs': 0.166897} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.405935] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.405935] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db39d4eb-dd52-4e52-b985-8c8f1a099d38 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.415285] env[62364]: DEBUG nova.compute.manager [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.415285] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.415888] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Waiting for the task: (returnval){ [ 637.415888] env[62364]: value = "task-2480157" [ 637.415888] env[62364]: _type = "Task" [ 637.415888] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.416585] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69acd21f-28d1-4e6f-88e9-6a1de41aa04b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.426914] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.431234] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a90c3de-1409-45a5-b556-3dc92c4157ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.433335] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480157, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.438042] env[62364]: DEBUG oslo_vmware.api [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 637.438042] env[62364]: value = "task-2480158" [ 637.438042] env[62364]: _type = "Task" [ 637.438042] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.447552] env[62364]: DEBUG oslo_vmware.api [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.485646] env[62364]: DEBUG nova.compute.manager [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.519432] env[62364]: DEBUG nova.virt.hardware [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.519704] env[62364]: DEBUG nova.virt.hardware [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.519866] env[62364]: DEBUG nova.virt.hardware [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.520076] env[62364]: DEBUG nova.virt.hardware [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.520222] env[62364]: DEBUG nova.virt.hardware [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.520363] env[62364]: DEBUG nova.virt.hardware [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.520562] env[62364]: DEBUG nova.virt.hardware [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.520712] env[62364]: DEBUG nova.virt.hardware [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.520870] env[62364]: DEBUG nova.virt.hardware [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.521097] env[62364]: DEBUG nova.virt.hardware [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.521282] env[62364]: DEBUG nova.virt.hardware [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.522480] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24aa87f-d81b-4cef-954d-c622e66dc3e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.533214] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44308e68-7930-4bf3-bcf0-dcd92881e88a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.636296] env[62364]: DEBUG nova.scheduler.client.report [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.669755] env[62364]: DEBUG oslo_vmware.api [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480154, 'name': PowerOnVM_Task, 'duration_secs': 0.754697} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.669755] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.669755] env[62364]: INFO nova.compute.manager [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Took 7.83 seconds to spawn the instance on the hypervisor. [ 637.669889] env[62364]: DEBUG nova.compute.manager [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.670908] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f8486c-6641-4c63-a612-dd68a4e14544 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.707913] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52103088-1b2d-2954-339e-e88466f7e4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.708252] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.708557] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d33fe490-c5b2-4223-bf8e-b95ce7293fd6/d33fe490-c5b2-4223-bf8e-b95ce7293fd6.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.708864] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dff42a66-3917-4ab5-9a45-8de47f8d817d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.716818] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for the task: (returnval){ [ 637.716818] env[62364]: value = "task-2480159" [ 637.716818] env[62364]: _type = "Task" [ 637.716818] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.725616] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.757142] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 637.757546] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1cd8f556-b96d-4d1b-81ce-d199b9f37000 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.765139] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 637.765139] env[62364]: value = "task-2480160" [ 637.765139] env[62364]: _type = "Task" [ 637.765139] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.779857] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480160, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.782727] env[62364]: DEBUG oslo_vmware.api [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480156, 'name': PowerOffVM_Task, 'duration_secs': 0.220973} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.783074] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.783306] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.783625] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d229ce62-9ab1-4c05-a50a-89114ed83738 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.843282] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.843530] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.843709] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleting the datastore file [datastore2] b4f18c46-ac56-4253-add1-6586dd207c92 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.844113] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61ac57b3-2ac2-4a1b-b310-d234bd18e23f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.851832] env[62364]: DEBUG oslo_vmware.api [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 637.851832] env[62364]: value = "task-2480162" [ 637.851832] env[62364]: _type = "Task" [ 637.851832] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.860133] env[62364]: DEBUG oslo_vmware.api [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.934758] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480157, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.955859] env[62364]: DEBUG oslo_vmware.api [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480158, 'name': PowerOffVM_Task, 'duration_secs': 0.183991} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.956325] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.956776] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.956979] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-145cedb4-3553-4e55-a0a4-c2ee430238ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.025068] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.025336] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.025522] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleting the datastore file [datastore2] 5beb891b-8d68-4838-8fd0-8a24604c26fb {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.025868] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33f1bbd2-18b9-4e42-940d-d4f6f27febb5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.036746] env[62364]: DEBUG oslo_vmware.api [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for the task: (returnval){ [ 638.036746] env[62364]: value = "task-2480164" [ 638.036746] env[62364]: _type = "Task" [ 638.036746] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.051623] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.052165] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.052652] env[62364]: DEBUG oslo_vmware.api [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.144276] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.144517] env[62364]: DEBUG nova.compute.manager [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.151073] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.735s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.151073] env[62364]: DEBUG nova.objects.instance [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Lazy-loading 'resources' on Instance uuid 9a0c83f1-f660-45d9-adc7-7a82fca70272 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.193527] env[62364]: INFO nova.compute.manager [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Took 27.79 seconds to build instance. [ 638.228114] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480159, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.274557] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480160, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.362879] env[62364]: DEBUG oslo_vmware.api [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383729} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.364552] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.364773] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.364951] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.365142] env[62364]: INFO nova.compute.manager [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Took 1.13 seconds to destroy the instance on the hypervisor. [ 638.365386] env[62364]: DEBUG oslo.service.loopingcall [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.365578] env[62364]: DEBUG nova.compute.manager [-] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.365673] env[62364]: DEBUG nova.network.neutron [-] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.432287] env[62364]: DEBUG oslo_vmware.api [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480157, 'name': PowerOnVM_Task, 'duration_secs': 0.567789} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.434709] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.434709] env[62364]: INFO nova.compute.manager [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Took 9.48 seconds to spawn the instance on the hypervisor. [ 638.434870] env[62364]: DEBUG nova.compute.manager [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.435618] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8c38a8-32cf-4911-a357-4c4eaa13c96c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.552257] env[62364]: DEBUG oslo_vmware.api [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Task: {'id': task-2480164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254216} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.552257] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.552257] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.552257] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.552450] env[62364]: INFO nova.compute.manager [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 638.552590] env[62364]: DEBUG oslo.service.loopingcall [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.553172] env[62364]: DEBUG nova.compute.manager [-] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.553172] env[62364]: DEBUG nova.network.neutron [-] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.587909] env[62364]: DEBUG nova.network.neutron [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Successfully updated port: 07e2328c-25f4-4165-8891-1200d67ac5c7 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.653686] env[62364]: DEBUG nova.compute.utils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 638.661100] env[62364]: DEBUG nova.compute.manager [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.661370] env[62364]: DEBUG nova.network.neutron [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.696523] env[62364]: DEBUG oslo_concurrency.lockutils [None req-05de11c4-ed24-465c-ba04-d366c3b45373 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "006ebec8-be86-4e52-882e-592bcf43675b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.995s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.731548] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520286} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.731548] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d33fe490-c5b2-4223-bf8e-b95ce7293fd6/d33fe490-c5b2-4223-bf8e-b95ce7293fd6.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.731548] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.731548] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32624371-6b3e-47ba-b5df-4ce80bae5c89 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.739491] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for the task: (returnval){ [ 638.739491] env[62364]: value = "task-2480165" [ 638.739491] env[62364]: _type = "Task" [ 638.739491] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.750450] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.751758] env[62364]: DEBUG nova.policy [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bd416d890d045938f52ceed141d55be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acc96e978f3044258c33a4489d8f8588', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.774983] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480160, 'name': CreateSnapshot_Task, 'duration_secs': 0.968876} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.778142] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 638.779253] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35bbc59-f1e6-4b9f-877e-106ee38fa440 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.833863] env[62364]: DEBUG nova.compute.manager [req-d4ae073f-a5d6-4118-b42c-a4e26b50f366 req-4a7bc28c-ffa8-401e-97ee-62e7343d695b service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Received event network-vif-plugged-07e2328c-25f4-4165-8891-1200d67ac5c7 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 638.833863] env[62364]: DEBUG oslo_concurrency.lockutils [req-d4ae073f-a5d6-4118-b42c-a4e26b50f366 req-4a7bc28c-ffa8-401e-97ee-62e7343d695b service nova] Acquiring lock "00fdb372-683f-4552-a771-976703866093-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.833863] env[62364]: DEBUG oslo_concurrency.lockutils [req-d4ae073f-a5d6-4118-b42c-a4e26b50f366 req-4a7bc28c-ffa8-401e-97ee-62e7343d695b service nova] Lock "00fdb372-683f-4552-a771-976703866093-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.834094] env[62364]: DEBUG oslo_concurrency.lockutils [req-d4ae073f-a5d6-4118-b42c-a4e26b50f366 req-4a7bc28c-ffa8-401e-97ee-62e7343d695b service nova] Lock "00fdb372-683f-4552-a771-976703866093-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.834214] env[62364]: DEBUG nova.compute.manager [req-d4ae073f-a5d6-4118-b42c-a4e26b50f366 req-4a7bc28c-ffa8-401e-97ee-62e7343d695b service nova] [instance: 00fdb372-683f-4552-a771-976703866093] No waiting events found dispatching network-vif-plugged-07e2328c-25f4-4165-8891-1200d67ac5c7 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.834439] env[62364]: WARNING nova.compute.manager [req-d4ae073f-a5d6-4118-b42c-a4e26b50f366 req-4a7bc28c-ffa8-401e-97ee-62e7343d695b service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Received unexpected event network-vif-plugged-07e2328c-25f4-4165-8891-1200d67ac5c7 for instance with vm_state building and task_state spawning. [ 638.958685] env[62364]: INFO nova.compute.manager [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Took 30.17 seconds to build instance. [ 639.014892] env[62364]: DEBUG nova.compute.manager [req-86b41b90-7d58-45fa-b450-e2772df6e5b1 req-e5c44413-ed00-4be1-aa45-6c31c1193687 service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Received event network-vif-deleted-5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 639.015146] env[62364]: INFO nova.compute.manager [req-86b41b90-7d58-45fa-b450-e2772df6e5b1 req-e5c44413-ed00-4be1-aa45-6c31c1193687 service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Neutron deleted interface 5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3; detaching it from the instance and deleting it from the info cache [ 639.015360] env[62364]: DEBUG nova.network.neutron [req-86b41b90-7d58-45fa-b450-e2772df6e5b1 req-e5c44413-ed00-4be1-aa45-6c31c1193687 service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.091352] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.091496] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquired lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.091648] env[62364]: DEBUG nova.network.neutron [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.161440] env[62364]: DEBUG nova.compute.manager [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.195489] env[62364]: DEBUG nova.network.neutron [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Successfully created port: 283fdc84-4ab6-403b-9af2-b1c2b87ba63b {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.199400] env[62364]: DEBUG nova.compute.manager [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.206947] env[62364]: DEBUG nova.network.neutron [-] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.219106] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5826071-8b2a-45c3-b844-8ac7918c5fc8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.230023] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b90773-290a-4a2c-b7f8-bc6cb67ee42d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.263539] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a33bdcd-c88b-464e-845f-48472ceadcd9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.275145] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242925} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.276400] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130ece73-3b30-4582-a29b-494476f0b0ba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.280372] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.283443] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0971be85-3a50-4515-b1fc-6d7a3d3be565 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.302702] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 639.303741] env[62364]: DEBUG nova.compute.provider_tree [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.314217] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e886cddd-6c46-4c56-b012-f4a799222bad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.326131] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] d33fe490-c5b2-4223-bf8e-b95ce7293fd6/d33fe490-c5b2-4223-bf8e-b95ce7293fd6.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.328412] env[62364]: DEBUG nova.scheduler.client.report [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.332114] env[62364]: DEBUG nova.network.neutron [-] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.333154] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0690c8e5-8eaa-4378-bd5b-55b3cf7086d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.355432] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 639.355432] env[62364]: value = "task-2480166" [ 639.355432] env[62364]: _type = "Task" [ 639.355432] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.361094] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for the task: (returnval){ [ 639.361094] env[62364]: value = "task-2480167" [ 639.361094] env[62364]: _type = "Task" [ 639.361094] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.368362] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480166, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.373526] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480167, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.461314] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4c8bded-0bb7-46ef-8481-1c3ec6e2404d tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Lock "75908b19-4042-4f7e-b50a-8d0255bebd6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.134s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.517963] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3013ab0e-5d69-4878-b2e2-f1c9dda0aa85 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.527612] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b2b04e-5391-4387-aae0-89949bd8bfbc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.559568] env[62364]: DEBUG nova.compute.manager [req-86b41b90-7d58-45fa-b450-e2772df6e5b1 req-e5c44413-ed00-4be1-aa45-6c31c1193687 service nova] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Detach interface failed, port_id=5a85a37a-8834-4a6a-ad9c-c2894cf0d7b3, reason: Instance b4f18c46-ac56-4253-add1-6586dd207c92 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 639.640033] env[62364]: DEBUG nova.network.neutron [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.711284] env[62364]: INFO nova.compute.manager [-] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Took 1.35 seconds to deallocate network for instance. [ 639.731543] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.811068] env[62364]: DEBUG nova.network.neutron [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Updating instance_info_cache with network_info: [{"id": "07e2328c-25f4-4165-8891-1200d67ac5c7", "address": "fa:16:3e:82:1a:9b", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e2328c-25", "ovs_interfaceid": "07e2328c-25f4-4165-8891-1200d67ac5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.851463] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.853702] env[62364]: INFO nova.compute.manager [-] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Took 1.30 seconds to deallocate network for instance. [ 639.854959] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.234s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.856172] env[62364]: INFO nova.compute.claims [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.882890] env[62364]: INFO nova.scheduler.client.report [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Deleted allocations for instance 9a0c83f1-f660-45d9-adc7-7a82fca70272 [ 639.883933] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480166, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.887167] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480167, 'name': ReconfigVM_Task, 'duration_secs': 0.417614} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.890938] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Reconfigured VM instance instance-00000014 to attach disk [datastore1] d33fe490-c5b2-4223-bf8e-b95ce7293fd6/d33fe490-c5b2-4223-bf8e-b95ce7293fd6.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.891588] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e664b853-2364-433a-862e-2eb262980177 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.898691] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for the task: (returnval){ [ 639.898691] env[62364]: value = "task-2480168" [ 639.898691] env[62364]: _type = "Task" [ 639.898691] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.907672] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480168, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.964824] env[62364]: DEBUG nova.compute.manager [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.171356] env[62364]: DEBUG nova.compute.manager [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.205325] env[62364]: DEBUG nova.virt.hardware [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.205626] env[62364]: DEBUG nova.virt.hardware [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.205814] env[62364]: DEBUG nova.virt.hardware [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.206059] env[62364]: DEBUG nova.virt.hardware [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.206247] env[62364]: DEBUG nova.virt.hardware [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.206425] env[62364]: DEBUG nova.virt.hardware [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.206669] env[62364]: DEBUG nova.virt.hardware [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.206867] env[62364]: DEBUG nova.virt.hardware [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.207131] env[62364]: DEBUG nova.virt.hardware [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.207422] env[62364]: DEBUG nova.virt.hardware [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.207571] env[62364]: DEBUG nova.virt.hardware [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.208991] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeecee8-2789-416e-8c3c-9ef38afc353e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.218109] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3770858-77b9-4be5-ad26-6a106f171638 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.243383] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.313779] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Releasing lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.314198] env[62364]: DEBUG nova.compute.manager [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Instance network_info: |[{"id": "07e2328c-25f4-4165-8891-1200d67ac5c7", "address": "fa:16:3e:82:1a:9b", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e2328c-25", "ovs_interfaceid": "07e2328c-25f4-4165-8891-1200d67ac5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.314713] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:1a:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07e2328c-25f4-4165-8891-1200d67ac5c7', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.326504] env[62364]: DEBUG oslo.service.loopingcall [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.326907] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00fdb372-683f-4552-a771-976703866093] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.327984] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17edee3b-cbf5-4368-a476-d212e6bd4a70 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.368288] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.368288] env[62364]: value = "task-2480169" [ 640.368288] env[62364]: _type = "Task" [ 640.368288] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.376676] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.377337] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480166, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.382742] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480169, 'name': CreateVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.398787] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4d784e03-d699-4a14-8b81-15f01b02536b tempest-ServerExternalEventsTest-2071348393 tempest-ServerExternalEventsTest-2071348393-project-member] Lock "9a0c83f1-f660-45d9-adc7-7a82fca70272" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.885s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.412223] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480168, 'name': Rename_Task, 'duration_secs': 0.163568} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.412223] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.412223] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8501d3a-0a4b-4fd8-821d-f979d94760b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.417271] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for the task: (returnval){ [ 640.417271] env[62364]: value = "task-2480170" [ 640.417271] env[62364]: _type = "Task" [ 640.417271] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.428038] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.492494] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.887158] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480166, 'name': CloneVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.893145] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480169, 'name': CreateVM_Task, 'duration_secs': 0.385701} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.893145] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00fdb372-683f-4552-a771-976703866093] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.893145] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.893145] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.893145] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.893397] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6021070c-b595-4e70-9c30-4fc107718fb6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.897834] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 640.897834] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521e3a4b-8c35-504c-2dfb-635d1b9430b1" [ 640.897834] env[62364]: _type = "Task" [ 640.897834] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.910336] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521e3a4b-8c35-504c-2dfb-635d1b9430b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.930203] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.335408] env[62364]: DEBUG nova.compute.manager [req-4635057f-a90c-4b39-9fb0-d0244b42cadd req-d42a856a-27c9-49fc-b100-765ac52818b7 service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Received event network-changed-07e2328c-25f4-4165-8891-1200d67ac5c7 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 641.335701] env[62364]: DEBUG nova.compute.manager [req-4635057f-a90c-4b39-9fb0-d0244b42cadd req-d42a856a-27c9-49fc-b100-765ac52818b7 service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Refreshing instance network info cache due to event network-changed-07e2328c-25f4-4165-8891-1200d67ac5c7. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 641.337022] env[62364]: DEBUG oslo_concurrency.lockutils [req-4635057f-a90c-4b39-9fb0-d0244b42cadd req-d42a856a-27c9-49fc-b100-765ac52818b7 service nova] Acquiring lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.337022] env[62364]: DEBUG oslo_concurrency.lockutils [req-4635057f-a90c-4b39-9fb0-d0244b42cadd req-d42a856a-27c9-49fc-b100-765ac52818b7 service nova] Acquired lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.337022] env[62364]: DEBUG nova.network.neutron [req-4635057f-a90c-4b39-9fb0-d0244b42cadd req-d42a856a-27c9-49fc-b100-765ac52818b7 service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Refreshing network info cache for port 07e2328c-25f4-4165-8891-1200d67ac5c7 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.373914] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eb6239-3713-46ab-940b-203c8ee2e3fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.380216] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480166, 'name': CloneVM_Task, 'duration_secs': 1.546832} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.380851] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Created linked-clone VM from snapshot [ 641.381573] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee61386-3889-4e68-b7e5-6362425c4c9e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.387328] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c324eb9-0bd9-425b-9f75-f856ba6fae1d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.394101] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Uploading image f0127f9a-5819-4d8b-a28c-bdaee6e7ffd9 {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 641.437915] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93507d2-6fd3-451c-8818-c087c3c861ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.444932] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521e3a4b-8c35-504c-2dfb-635d1b9430b1, 'name': SearchDatastore_Task, 'duration_secs': 0.018272} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.449175] env[62364]: DEBUG oslo_vmware.rw_handles [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 641.449175] env[62364]: value = "vm-501891" [ 641.449175] env[62364]: _type = "VirtualMachine" [ 641.449175] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 641.451884] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.451884] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.451884] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.451884] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.452062] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.452062] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa857fd4-7be1-41f0-9469-e948aa1fff66 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.457615] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08973132-3e05-4336-bc3b-b08b89ca9ea2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.459915] env[62364]: DEBUG oslo_vmware.api [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480170, 'name': PowerOnVM_Task, 'duration_secs': 0.600291} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.461399] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dbdf3e-f193-479a-bca8-7121d3cc7f16 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.465693] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.465863] env[62364]: INFO nova.compute.manager [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Took 8.97 seconds to spawn the instance on the hypervisor. [ 641.466140] env[62364]: DEBUG nova.compute.manager [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.471056] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ba36b-980e-4d83-b123-edd56673a3cf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.471285] env[62364]: DEBUG oslo_vmware.rw_handles [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lease: (returnval){ [ 641.471285] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521e59e2-f2c6-87f2-78dc-153b5268662e" [ 641.471285] env[62364]: _type = "HttpNfcLease" [ 641.471285] env[62364]: } obtained for exporting VM: (result){ [ 641.471285] env[62364]: value = "vm-501891" [ 641.471285] env[62364]: _type = "VirtualMachine" [ 641.471285] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 641.471752] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the lease: (returnval){ [ 641.471752] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521e59e2-f2c6-87f2-78dc-153b5268662e" [ 641.471752] env[62364]: _type = "HttpNfcLease" [ 641.471752] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 641.488175] env[62364]: DEBUG nova.compute.provider_tree [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.490413] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.490591] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.495688] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1807347-df15-45bd-a542-8eb55d7810e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.503965] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 641.503965] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52798906-99d4-2601-2532-8de4e0273a4a" [ 641.503965] env[62364]: _type = "Task" [ 641.503965] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.505918] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 641.505918] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521e59e2-f2c6-87f2-78dc-153b5268662e" [ 641.505918] env[62364]: _type = "HttpNfcLease" [ 641.505918] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 641.509156] env[62364]: DEBUG oslo_vmware.rw_handles [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 641.509156] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521e59e2-f2c6-87f2-78dc-153b5268662e" [ 641.509156] env[62364]: _type = "HttpNfcLease" [ 641.509156] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 641.510652] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfe4338-eb6f-45e9-83a3-3440e381ef67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.515764] env[62364]: DEBUG nova.compute.manager [req-9fc19a9a-4a69-4ce9-a8f2-d7e2a05310ab req-08099cf9-29e1-47ec-8f8a-060755eff706 service nova] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Received event network-vif-deleted-b4fc637d-e25a-4d90-845f-b96c6272a21f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 641.520223] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52798906-99d4-2601-2532-8de4e0273a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.524167] env[62364]: DEBUG oslo_vmware.rw_handles [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240b9fb-0b0a-e8fd-a100-6de302906550/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 641.524349] env[62364]: DEBUG oslo_vmware.rw_handles [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240b9fb-0b0a-e8fd-a100-6de302906550/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 641.640279] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8ea2141-6a04-402f-8c90-69d1c850c399 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.680596] env[62364]: DEBUG nova.network.neutron [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Successfully updated port: 283fdc84-4ab6-403b-9af2-b1c2b87ba63b {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.991692] env[62364]: DEBUG nova.scheduler.client.report [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.023917] env[62364]: INFO nova.compute.manager [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Took 28.23 seconds to build instance. [ 642.032468] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52798906-99d4-2601-2532-8de4e0273a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.01554} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.033581] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f770afa3-a0a4-4715-8f38-cc26cfad0964 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.039695] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 642.039695] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523a5d0f-74a6-82e1-5532-47a4e3b72617" [ 642.039695] env[62364]: _type = "Task" [ 642.039695] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.052311] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523a5d0f-74a6-82e1-5532-47a4e3b72617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.183699] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "refresh_cache-d7b994ce-8b34-4d1f-b857-458a40a6fe6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.183699] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "refresh_cache-d7b994ce-8b34-4d1f-b857-458a40a6fe6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.183699] env[62364]: DEBUG nova.network.neutron [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.297658] env[62364]: DEBUG nova.network.neutron [req-4635057f-a90c-4b39-9fb0-d0244b42cadd req-d42a856a-27c9-49fc-b100-765ac52818b7 service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Updated VIF entry in instance network info cache for port 07e2328c-25f4-4165-8891-1200d67ac5c7. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.297897] env[62364]: DEBUG nova.network.neutron [req-4635057f-a90c-4b39-9fb0-d0244b42cadd req-d42a856a-27c9-49fc-b100-765ac52818b7 service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Updating instance_info_cache with network_info: [{"id": "07e2328c-25f4-4165-8891-1200d67ac5c7", "address": "fa:16:3e:82:1a:9b", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e2328c-25", "ovs_interfaceid": "07e2328c-25f4-4165-8891-1200d67ac5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.512492] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.513064] env[62364]: DEBUG nova.compute.manager [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.520061] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.722s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.521786] env[62364]: INFO nova.compute.claims [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.530431] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1f9a5537-e20d-4e96-af46-84279cc9ba44 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.870s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.553381] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523a5d0f-74a6-82e1-5532-47a4e3b72617, 'name': SearchDatastore_Task, 'duration_secs': 0.016146} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.553381] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.553381] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 00fdb372-683f-4552-a771-976703866093/00fdb372-683f-4552-a771-976703866093.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.553381] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da0bf032-79b4-4fbc-a987-f5b4fe1de3db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.561085] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 642.561085] env[62364]: value = "task-2480172" [ 642.561085] env[62364]: _type = "Task" [ 642.561085] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.570750] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.764553] env[62364]: DEBUG nova.network.neutron [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.801619] env[62364]: DEBUG oslo_concurrency.lockutils [req-4635057f-a90c-4b39-9fb0-d0244b42cadd req-d42a856a-27c9-49fc-b100-765ac52818b7 service nova] Releasing lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.032552] env[62364]: DEBUG nova.compute.utils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 643.032552] env[62364]: DEBUG nova.compute.manager [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.032964] env[62364]: DEBUG nova.network.neutron [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.038904] env[62364]: DEBUG nova.compute.manager [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.075305] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480172, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.083786] env[62364]: DEBUG nova.network.neutron [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Updating instance_info_cache with network_info: [{"id": "283fdc84-4ab6-403b-9af2-b1c2b87ba63b", "address": "fa:16:3e:d6:ef:dc", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283fdc84-4a", "ovs_interfaceid": "283fdc84-4ab6-403b-9af2-b1c2b87ba63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.182140] env[62364]: DEBUG nova.policy [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bb2f50a136b41c6b255be29d4f45327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd49f657a25427c8f7bb0261f592a35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.438200] env[62364]: DEBUG nova.compute.manager [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Received event network-vif-plugged-283fdc84-4ab6-403b-9af2-b1c2b87ba63b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 643.438494] env[62364]: DEBUG oslo_concurrency.lockutils [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] Acquiring lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.438731] env[62364]: DEBUG oslo_concurrency.lockutils [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] Lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.438903] env[62364]: DEBUG oslo_concurrency.lockutils [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] Lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.439811] env[62364]: DEBUG nova.compute.manager [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] No waiting events found dispatching network-vif-plugged-283fdc84-4ab6-403b-9af2-b1c2b87ba63b {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.440642] env[62364]: WARNING nova.compute.manager [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Received unexpected event network-vif-plugged-283fdc84-4ab6-403b-9af2-b1c2b87ba63b for instance with vm_state building and task_state spawning. [ 643.440642] env[62364]: DEBUG nova.compute.manager [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Received event network-changed-283fdc84-4ab6-403b-9af2-b1c2b87ba63b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 643.440764] env[62364]: DEBUG nova.compute.manager [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Refreshing instance network info cache due to event network-changed-283fdc84-4ab6-403b-9af2-b1c2b87ba63b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 643.440919] env[62364]: DEBUG oslo_concurrency.lockutils [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] Acquiring lock "refresh_cache-d7b994ce-8b34-4d1f-b857-458a40a6fe6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.542897] env[62364]: DEBUG nova.compute.manager [req-048aca87-d6ca-4883-97ae-abdcfe65bf82 req-63d01294-718b-4499-965e-43dd8040b32b service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Received event network-changed-92775806-00f6-4c23-bb82-91c9051b61d5 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 643.543224] env[62364]: DEBUG nova.compute.manager [req-048aca87-d6ca-4883-97ae-abdcfe65bf82 req-63d01294-718b-4499-965e-43dd8040b32b service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Refreshing instance network info cache due to event network-changed-92775806-00f6-4c23-bb82-91c9051b61d5. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 643.543350] env[62364]: DEBUG oslo_concurrency.lockutils [req-048aca87-d6ca-4883-97ae-abdcfe65bf82 req-63d01294-718b-4499-965e-43dd8040b32b service nova] Acquiring lock "refresh_cache-75908b19-4042-4f7e-b50a-8d0255bebd6f" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.543493] env[62364]: DEBUG oslo_concurrency.lockutils [req-048aca87-d6ca-4883-97ae-abdcfe65bf82 req-63d01294-718b-4499-965e-43dd8040b32b service nova] Acquired lock "refresh_cache-75908b19-4042-4f7e-b50a-8d0255bebd6f" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.543656] env[62364]: DEBUG nova.network.neutron [req-048aca87-d6ca-4883-97ae-abdcfe65bf82 req-63d01294-718b-4499-965e-43dd8040b32b service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Refreshing network info cache for port 92775806-00f6-4c23-bb82-91c9051b61d5 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.545243] env[62364]: DEBUG nova.compute.manager [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.583164] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720566} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.583164] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.583164] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 00fdb372-683f-4552-a771-976703866093/00fdb372-683f-4552-a771-976703866093.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.583164] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.585971] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcdc6af5-fd82-463e-9628-ce2424f0ced4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.588450] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "refresh_cache-d7b994ce-8b34-4d1f-b857-458a40a6fe6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.589259] env[62364]: DEBUG nova.compute.manager [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Instance network_info: |[{"id": "283fdc84-4ab6-403b-9af2-b1c2b87ba63b", "address": "fa:16:3e:d6:ef:dc", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283fdc84-4a", "ovs_interfaceid": "283fdc84-4ab6-403b-9af2-b1c2b87ba63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.592253] env[62364]: DEBUG oslo_concurrency.lockutils [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] Acquired lock "refresh_cache-d7b994ce-8b34-4d1f-b857-458a40a6fe6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.592253] env[62364]: DEBUG nova.network.neutron [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Refreshing network info cache for port 283fdc84-4ab6-403b-9af2-b1c2b87ba63b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.594539] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:ef:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '283fdc84-4ab6-403b-9af2-b1c2b87ba63b', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.603832] env[62364]: DEBUG oslo.service.loopingcall [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.610103] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.612026] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e33e3cf-b0b4-46a8-92cd-7fe0031cf680 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.629302] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 643.629302] env[62364]: value = "task-2480173" [ 643.629302] env[62364]: _type = "Task" [ 643.629302] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.639024] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.639024] env[62364]: value = "task-2480174" [ 643.639024] env[62364]: _type = "Task" [ 643.639024] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.646018] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.659468] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480174, 'name': CreateVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.100494] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5e3fb7-01dd-47be-812b-699d05504101 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.115026] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391b26ab-4e6f-45c8-a7b6-3e15e5b568b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.161454] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682e5549-5d52-4a5f-b7e4-a12070876456 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.170963] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072739} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.176441] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.176441] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480174, 'name': CreateVM_Task, 'duration_secs': 0.408962} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.177094] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10281b6-7142-47ef-9ee9-3302cae248b0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.181143] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03610986-917f-4b6e-9ecb-4214b46e4c8f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.186290] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.187127] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.187379] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.187775] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.188731] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-212a4619-291f-4c7c-a843-d7d938d96b6f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.224265] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 00fdb372-683f-4552-a771-976703866093/00fdb372-683f-4552-a771-976703866093.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.227885] env[62364]: DEBUG nova.compute.provider_tree [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.227885] env[62364]: DEBUG nova.network.neutron [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Successfully created port: 24a1167d-efad-4a63-8faf-090b7b18a7e0 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.232587] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a79239f-0e4b-4c67-9193-29e05a377a33 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.256743] env[62364]: DEBUG nova.scheduler.client.report [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.261584] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 644.261584] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52bdc19b-3639-beb9-31c9-d16de3584f67" [ 644.261584] env[62364]: _type = "Task" [ 644.261584] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.266611] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 644.266611] env[62364]: value = "task-2480175" [ 644.266611] env[62364]: _type = "Task" [ 644.266611] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.274829] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52bdc19b-3639-beb9-31c9-d16de3584f67, 'name': SearchDatastore_Task, 'duration_secs': 0.023814} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.276123] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.276123] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.276123] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.276393] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.276393] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.276656] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2765c05-5c71-4fd3-b144-68fd5f754506 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.281741] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480175, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.303367] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.303660] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.304406] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1339b7d9-b4ce-4f04-bd38-ede724b7f856 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.311225] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 644.311225] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5239439e-bfcd-6c42-36c1-053fbb7059ef" [ 644.311225] env[62364]: _type = "Task" [ 644.311225] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.319238] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5239439e-bfcd-6c42-36c1-053fbb7059ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.528631] env[62364]: DEBUG nova.network.neutron [req-048aca87-d6ca-4883-97ae-abdcfe65bf82 req-63d01294-718b-4499-965e-43dd8040b32b service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Updated VIF entry in instance network info cache for port 92775806-00f6-4c23-bb82-91c9051b61d5. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.529058] env[62364]: DEBUG nova.network.neutron [req-048aca87-d6ca-4883-97ae-abdcfe65bf82 req-63d01294-718b-4499-965e-43dd8040b32b service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Updating instance_info_cache with network_info: [{"id": "92775806-00f6-4c23-bb82-91c9051b61d5", "address": "fa:16:3e:ea:92:3a", "network": {"id": "cd89c80b-f5d0-4088-8f13-50cc527cdecd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-953693823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f89abe434d747db8c261c1bef77b099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92775806-00", "ovs_interfaceid": "92775806-00f6-4c23-bb82-91c9051b61d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.562812] env[62364]: DEBUG nova.compute.manager [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.596168] env[62364]: DEBUG nova.virt.hardware [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.596474] env[62364]: DEBUG nova.virt.hardware [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.596638] env[62364]: DEBUG nova.virt.hardware [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.596818] env[62364]: DEBUG nova.virt.hardware [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.596961] env[62364]: DEBUG nova.virt.hardware [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.597286] env[62364]: DEBUG nova.virt.hardware [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.597551] env[62364]: DEBUG nova.virt.hardware [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.597748] env[62364]: DEBUG nova.virt.hardware [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.597954] env[62364]: DEBUG nova.virt.hardware [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.598170] env[62364]: DEBUG nova.virt.hardware [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.598385] env[62364]: DEBUG nova.virt.hardware [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.600087] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ef051c-11aa-48f0-a8b6-2c3cc2a669bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.611860] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d34b333-9857-4e1d-90b2-c25ac0a97871 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.763900] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.763900] env[62364]: DEBUG nova.compute.manager [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.766336] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.638s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.775719] env[62364]: INFO nova.compute.claims [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.792991] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.808373] env[62364]: DEBUG nova.network.neutron [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Updated VIF entry in instance network info cache for port 283fdc84-4ab6-403b-9af2-b1c2b87ba63b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.808899] env[62364]: DEBUG nova.network.neutron [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Updating instance_info_cache with network_info: [{"id": "283fdc84-4ab6-403b-9af2-b1c2b87ba63b", "address": "fa:16:3e:d6:ef:dc", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283fdc84-4a", "ovs_interfaceid": "283fdc84-4ab6-403b-9af2-b1c2b87ba63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.826653] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5239439e-bfcd-6c42-36c1-053fbb7059ef, 'name': SearchDatastore_Task, 'duration_secs': 0.022805} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.828926] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d6f302b-0db9-492d-90c1-7749c12d04d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.840018] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 644.840018] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527c6178-e568-d534-1942-be4d9230ff3d" [ 644.840018] env[62364]: _type = "Task" [ 644.840018] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.851196] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527c6178-e568-d534-1942-be4d9230ff3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.032985] env[62364]: DEBUG oslo_concurrency.lockutils [req-048aca87-d6ca-4883-97ae-abdcfe65bf82 req-63d01294-718b-4499-965e-43dd8040b32b service nova] Releasing lock "refresh_cache-75908b19-4042-4f7e-b50a-8d0255bebd6f" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.280914] env[62364]: DEBUG nova.compute.utils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 645.289466] env[62364]: DEBUG nova.compute.manager [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.289649] env[62364]: DEBUG nova.network.neutron [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.305775] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480175, 'name': ReconfigVM_Task, 'duration_secs': 0.784513} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.305775] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 00fdb372-683f-4552-a771-976703866093/00fdb372-683f-4552-a771-976703866093.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.305775] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-667aec4d-3654-493a-90a2-523199505682 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.313169] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 645.313169] env[62364]: value = "task-2480176" [ 645.313169] env[62364]: _type = "Task" [ 645.313169] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.317678] env[62364]: DEBUG oslo_concurrency.lockutils [req-353af92d-be3e-4ded-95d0-9b7b2e012a69 req-19f16eb0-d10f-477b-b7c9-77d41772e19e service nova] Releasing lock "refresh_cache-d7b994ce-8b34-4d1f-b857-458a40a6fe6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.322255] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480176, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.352766] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527c6178-e568-d534-1942-be4d9230ff3d, 'name': SearchDatastore_Task, 'duration_secs': 0.020529} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.353175] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.353950] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] d7b994ce-8b34-4d1f-b857-458a40a6fe6c/d7b994ce-8b34-4d1f-b857-458a40a6fe6c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.354166] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9648ce2-0b3c-4bf1-89e7-7a9a927fcaa5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.361381] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 645.361381] env[62364]: value = "task-2480177" [ 645.361381] env[62364]: _type = "Task" [ 645.361381] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.372289] env[62364]: DEBUG nova.policy [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2185ed25a9d640c9aeb90a2131b43d83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '253c25be63b343efa0499f0619d3f7ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.380100] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.574731] env[62364]: DEBUG nova.compute.manager [req-5839a288-6aee-47c1-8c7b-3e9c98cc01ca req-8fe28add-8579-4ab9-9fb3-25cdda0e2e1f service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Received event network-changed-c035ce46-e7c9-48c2-bf9b-edd888df8e38 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 645.574731] env[62364]: DEBUG nova.compute.manager [req-5839a288-6aee-47c1-8c7b-3e9c98cc01ca req-8fe28add-8579-4ab9-9fb3-25cdda0e2e1f service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Refreshing instance network info cache due to event network-changed-c035ce46-e7c9-48c2-bf9b-edd888df8e38. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 645.575023] env[62364]: DEBUG oslo_concurrency.lockutils [req-5839a288-6aee-47c1-8c7b-3e9c98cc01ca req-8fe28add-8579-4ab9-9fb3-25cdda0e2e1f service nova] Acquiring lock "refresh_cache-d33fe490-c5b2-4223-bf8e-b95ce7293fd6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.575109] env[62364]: DEBUG oslo_concurrency.lockutils [req-5839a288-6aee-47c1-8c7b-3e9c98cc01ca req-8fe28add-8579-4ab9-9fb3-25cdda0e2e1f service nova] Acquired lock "refresh_cache-d33fe490-c5b2-4223-bf8e-b95ce7293fd6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.580026] env[62364]: DEBUG nova.network.neutron [req-5839a288-6aee-47c1-8c7b-3e9c98cc01ca req-8fe28add-8579-4ab9-9fb3-25cdda0e2e1f service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Refreshing network info cache for port c035ce46-e7c9-48c2-bf9b-edd888df8e38 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.783213] env[62364]: DEBUG nova.network.neutron [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Successfully created port: 6af96bc7-b967-415f-8325-4bbd733496d4 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.790098] env[62364]: DEBUG nova.compute.manager [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.824644] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480176, 'name': Rename_Task, 'duration_secs': 0.179123} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.825278] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.826393] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-890b9344-8bdd-49fd-9ba3-650a21f82fa5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.837113] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 645.837113] env[62364]: value = "task-2480178" [ 645.837113] env[62364]: _type = "Task" [ 645.837113] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.851466] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.873508] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480177, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.357266] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480178, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.379729] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630499} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.384028] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] d7b994ce-8b34-4d1f-b857-458a40a6fe6c/d7b994ce-8b34-4d1f-b857-458a40a6fe6c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.384028] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.385455] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f9676f8-dab7-4951-b4b8-8ba496d33d98 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.393419] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 646.393419] env[62364]: value = "task-2480179" [ 646.393419] env[62364]: _type = "Task" [ 646.393419] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.415853] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.551154] env[62364]: DEBUG nova.compute.manager [req-0be75e05-96c8-40c5-9550-82b5dab13ff1 req-19709498-abe2-40e1-8f23-e514ff2b2400 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Received event network-vif-plugged-24a1167d-efad-4a63-8faf-090b7b18a7e0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 646.552374] env[62364]: DEBUG oslo_concurrency.lockutils [req-0be75e05-96c8-40c5-9550-82b5dab13ff1 req-19709498-abe2-40e1-8f23-e514ff2b2400 service nova] Acquiring lock "28bfc61c-df62-49ff-807d-bd6845f6307a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.552744] env[62364]: DEBUG oslo_concurrency.lockutils [req-0be75e05-96c8-40c5-9550-82b5dab13ff1 req-19709498-abe2-40e1-8f23-e514ff2b2400 service nova] Lock "28bfc61c-df62-49ff-807d-bd6845f6307a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.553191] env[62364]: DEBUG oslo_concurrency.lockutils [req-0be75e05-96c8-40c5-9550-82b5dab13ff1 req-19709498-abe2-40e1-8f23-e514ff2b2400 service nova] Lock "28bfc61c-df62-49ff-807d-bd6845f6307a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.553441] env[62364]: DEBUG nova.compute.manager [req-0be75e05-96c8-40c5-9550-82b5dab13ff1 req-19709498-abe2-40e1-8f23-e514ff2b2400 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] No waiting events found dispatching network-vif-plugged-24a1167d-efad-4a63-8faf-090b7b18a7e0 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.554035] env[62364]: WARNING nova.compute.manager [req-0be75e05-96c8-40c5-9550-82b5dab13ff1 req-19709498-abe2-40e1-8f23-e514ff2b2400 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Received unexpected event network-vif-plugged-24a1167d-efad-4a63-8faf-090b7b18a7e0 for instance with vm_state building and task_state spawning. [ 646.561050] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7cfda0-4dd8-48c7-a56e-c97da040d6e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.569358] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eecb2b-440b-47bf-8c1b-975dbc6342d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.614574] env[62364]: DEBUG nova.network.neutron [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Successfully updated port: 24a1167d-efad-4a63-8faf-090b7b18a7e0 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.614574] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2211c90e-57bf-44d9-a24d-eac380f3270b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.624323] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69f8306-6add-411b-9b2f-f3dfbd949e24 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.646754] env[62364]: DEBUG nova.compute.provider_tree [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.806932] env[62364]: DEBUG nova.compute.manager [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.815857] env[62364]: DEBUG nova.network.neutron [req-5839a288-6aee-47c1-8c7b-3e9c98cc01ca req-8fe28add-8579-4ab9-9fb3-25cdda0e2e1f service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Updated VIF entry in instance network info cache for port c035ce46-e7c9-48c2-bf9b-edd888df8e38. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.816232] env[62364]: DEBUG nova.network.neutron [req-5839a288-6aee-47c1-8c7b-3e9c98cc01ca req-8fe28add-8579-4ab9-9fb3-25cdda0e2e1f service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Updating instance_info_cache with network_info: [{"id": "c035ce46-e7c9-48c2-bf9b-edd888df8e38", "address": "fa:16:3e:78:cd:07", "network": {"id": "a8fbaf27-6161-472e-9102-e25bec77acda", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1086218466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb9e388ae76c4d459b740233ca216658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc035ce46-e7", "ovs_interfaceid": "c035ce46-e7c9-48c2-bf9b-edd888df8e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.848397] env[62364]: DEBUG nova.virt.hardware [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.848635] env[62364]: DEBUG nova.virt.hardware [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.849361] env[62364]: DEBUG nova.virt.hardware [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.849361] env[62364]: DEBUG nova.virt.hardware [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.849361] env[62364]: DEBUG nova.virt.hardware [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.849361] env[62364]: DEBUG nova.virt.hardware [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.849681] env[62364]: DEBUG nova.virt.hardware [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.849681] env[62364]: DEBUG nova.virt.hardware [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.849882] env[62364]: DEBUG nova.virt.hardware [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.850037] env[62364]: DEBUG nova.virt.hardware [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.850229] env[62364]: DEBUG nova.virt.hardware [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.851362] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96675428-a652-4803-b01f-500a164cc931 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.865353] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30020b4e-b0f8-4040-9b5c-96f458260e2f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.870647] env[62364]: DEBUG oslo_vmware.api [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480178, 'name': PowerOnVM_Task, 'duration_secs': 0.676126} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.870647] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.870647] env[62364]: INFO nova.compute.manager [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Took 9.38 seconds to spawn the instance on the hypervisor. [ 646.870647] env[62364]: DEBUG nova.compute.manager [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.872363] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dca7f24-190d-4623-bdaf-de8938a944c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.902986] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077603} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.903318] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.904112] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e0737-6566-4380-ab65-029babdda018 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.927380] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] d7b994ce-8b34-4d1f-b857-458a40a6fe6c/d7b994ce-8b34-4d1f-b857-458a40a6fe6c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.927694] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3630b0d7-d9bf-461a-8d0e-c927d7a99dc4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.950241] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 646.950241] env[62364]: value = "task-2480180" [ 646.950241] env[62364]: _type = "Task" [ 646.950241] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.963474] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.118462] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.118689] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.118786] env[62364]: DEBUG nova.network.neutron [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.149589] env[62364]: DEBUG nova.scheduler.client.report [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.320779] env[62364]: DEBUG oslo_concurrency.lockutils [req-5839a288-6aee-47c1-8c7b-3e9c98cc01ca req-8fe28add-8579-4ab9-9fb3-25cdda0e2e1f service nova] Releasing lock "refresh_cache-d33fe490-c5b2-4223-bf8e-b95ce7293fd6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.404214] env[62364]: INFO nova.compute.manager [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Took 30.06 seconds to build instance. [ 647.465216] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.652034] env[62364]: DEBUG nova.network.neutron [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Successfully updated port: 6af96bc7-b967-415f-8325-4bbd733496d4 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.655557] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.656226] env[62364]: DEBUG nova.compute.manager [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.660749] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.467s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.661272] env[62364]: DEBUG nova.objects.instance [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Lazy-loading 'resources' on Instance uuid 5d8a5902-fe91-45f4-9a5a-0e567426d52c {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.669352] env[62364]: DEBUG nova.network.neutron [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.854156] env[62364]: DEBUG nova.network.neutron [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Updating instance_info_cache with network_info: [{"id": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "address": "fa:16:3e:e9:2d:66", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a1167d-ef", "ovs_interfaceid": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.906393] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52e64cf2-9f6d-40d6-be6f-3860bb7809fe tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "00fdb372-683f-4552-a771-976703866093" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.963s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.963959] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480180, 'name': ReconfigVM_Task, 'duration_secs': 0.662426} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.964282] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Reconfigured VM instance instance-00000016 to attach disk [datastore2] d7b994ce-8b34-4d1f-b857-458a40a6fe6c/d7b994ce-8b34-4d1f-b857-458a40a6fe6c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.964941] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d05c6118-a1b6-4f3f-ad0e-4219305490b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.972550] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 647.972550] env[62364]: value = "task-2480181" [ 647.972550] env[62364]: _type = "Task" [ 647.972550] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.989223] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480181, 'name': Rename_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.154422] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquiring lock "refresh_cache-649d5de9-956f-4def-8685-ba7415cd08b9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.154718] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquired lock "refresh_cache-649d5de9-956f-4def-8685-ba7415cd08b9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.154718] env[62364]: DEBUG nova.network.neutron [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.165685] env[62364]: DEBUG nova.compute.utils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 648.170635] env[62364]: DEBUG nova.compute.manager [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.170635] env[62364]: DEBUG nova.network.neutron [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.275577] env[62364]: DEBUG nova.policy [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7129e67b1b6440cebff043a9f8bc0055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40df754f493b492494affbf42614bbfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.358445] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.358445] env[62364]: DEBUG nova.compute.manager [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Instance network_info: |[{"id": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "address": "fa:16:3e:e9:2d:66", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a1167d-ef", "ovs_interfaceid": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.358757] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:2d:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24a1167d-efad-4a63-8faf-090b7b18a7e0', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.378249] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Creating folder: Project (2bd49f657a25427c8f7bb0261f592a35). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.380715] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92a78673-d903-4587-bbf6-ae98911d54af {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.397197] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Created folder: Project (2bd49f657a25427c8f7bb0261f592a35) in parent group-v501830. [ 648.397197] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Creating folder: Instances. Parent ref: group-v501894. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.401310] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ca0034d-b9df-4507-acbc-6df9c734f7ca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.411381] env[62364]: DEBUG nova.compute.manager [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.420136] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Created folder: Instances in parent group-v501894. [ 648.420471] env[62364]: DEBUG oslo.service.loopingcall [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.421282] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.421611] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca4c3c39-b5b6-4505-a641-0ce63e8bc8e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.451901] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.451901] env[62364]: value = "task-2480184" [ 648.451901] env[62364]: _type = "Task" [ 648.451901] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.462590] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480184, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.487637] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480181, 'name': Rename_Task, 'duration_secs': 0.194395} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.488142] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.488484] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c370ad94-7496-4a03-bfab-7cc95d9d6da8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.496943] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 648.496943] env[62364]: value = "task-2480185" [ 648.496943] env[62364]: _type = "Task" [ 648.496943] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.505768] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.676027] env[62364]: DEBUG nova.compute.manager [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.702235] env[62364]: DEBUG nova.network.neutron [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.764685] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e337890-9e14-4b45-b670-99f778d99443 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.773454] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b24717-cbf2-47c6-896b-6b7143816d36 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.812904] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5859ad2c-792a-4d08-af9c-b11ac7d1322b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.821033] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea90eeb-b5c7-4c2a-9e47-c116db6af9f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.837441] env[62364]: DEBUG nova.compute.provider_tree [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.908494] env[62364]: DEBUG nova.network.neutron [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Updating instance_info_cache with network_info: [{"id": "6af96bc7-b967-415f-8325-4bbd733496d4", "address": "fa:16:3e:da:e6:16", "network": {"id": "2bc2a6ec-ccf5-40b3-b832-ca161c9e8486", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1539149901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "253c25be63b343efa0499f0619d3f7ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af96bc7-b9", "ovs_interfaceid": "6af96bc7-b967-415f-8325-4bbd733496d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.940422] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.963830] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480184, 'name': CreateVM_Task, 'duration_secs': 0.422338} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.964109] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.964819] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.964990] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.965383] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.965662] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a05da42-398f-469b-8e66-bebd35f51371 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.971478] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 648.971478] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52bce76a-04ac-3a71-ddbd-ec1dbaa8329c" [ 648.971478] env[62364]: _type = "Task" [ 648.971478] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.980621] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52bce76a-04ac-3a71-ddbd-ec1dbaa8329c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.007600] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.085322] env[62364]: DEBUG nova.network.neutron [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Successfully created port: e1d135d0-d607-4b3b-81bc-589f53da9428 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.343075] env[62364]: DEBUG nova.scheduler.client.report [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.415370] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Releasing lock "refresh_cache-649d5de9-956f-4def-8685-ba7415cd08b9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.415370] env[62364]: DEBUG nova.compute.manager [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Instance network_info: |[{"id": "6af96bc7-b967-415f-8325-4bbd733496d4", "address": "fa:16:3e:da:e6:16", "network": {"id": "2bc2a6ec-ccf5-40b3-b832-ca161c9e8486", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1539149901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "253c25be63b343efa0499f0619d3f7ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af96bc7-b9", "ovs_interfaceid": "6af96bc7-b967-415f-8325-4bbd733496d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.415524] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:e6:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6af96bc7-b967-415f-8325-4bbd733496d4', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.422510] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Creating folder: Project (253c25be63b343efa0499f0619d3f7ed). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.423153] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23f78663-be10-4bf9-aee4-0180be0e0580 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.436030] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Created folder: Project (253c25be63b343efa0499f0619d3f7ed) in parent group-v501830. [ 649.436030] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Creating folder: Instances. Parent ref: group-v501897. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.436030] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29763219-73fe-4ded-8704-7c2f3cf919c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.445995] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Created folder: Instances in parent group-v501897. [ 649.446530] env[62364]: DEBUG oslo.service.loopingcall [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.446881] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.447236] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de0638db-cacb-4af2-91e1-26993f47c107 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.466895] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.466895] env[62364]: value = "task-2480188" [ 649.466895] env[62364]: _type = "Task" [ 649.466895] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.478189] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480188, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.484222] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52bce76a-04ac-3a71-ddbd-ec1dbaa8329c, 'name': SearchDatastore_Task, 'duration_secs': 0.018812} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.484772] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.485243] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.485697] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.486041] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.486397] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.486855] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac67db1a-abbb-44a4-8017-ada7be163faa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.498300] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.498824] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.500255] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-509c22de-17b2-4d34-8215-f8718060bb29 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.509898] env[62364]: DEBUG nova.compute.manager [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Received event network-changed-24a1167d-efad-4a63-8faf-090b7b18a7e0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 649.510209] env[62364]: DEBUG nova.compute.manager [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Refreshing instance network info cache due to event network-changed-24a1167d-efad-4a63-8faf-090b7b18a7e0. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 649.510476] env[62364]: DEBUG oslo_concurrency.lockutils [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] Acquiring lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.510704] env[62364]: DEBUG oslo_concurrency.lockutils [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] Acquired lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.510931] env[62364]: DEBUG nova.network.neutron [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Refreshing network info cache for port 24a1167d-efad-4a63-8faf-090b7b18a7e0 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.527985] env[62364]: DEBUG oslo_vmware.api [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480185, 'name': PowerOnVM_Task, 'duration_secs': 0.73909} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.528465] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 649.528465] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b9c884-6ac2-d02f-e3b8-a802a51c889b" [ 649.528465] env[62364]: _type = "Task" [ 649.528465] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.529512] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.530059] env[62364]: INFO nova.compute.manager [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Took 9.36 seconds to spawn the instance on the hypervisor. [ 649.530164] env[62364]: DEBUG nova.compute.manager [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.533151] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28421e63-92db-4918-bb2d-d323afbc2225 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.553895] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b9c884-6ac2-d02f-e3b8-a802a51c889b, 'name': SearchDatastore_Task, 'duration_secs': 0.020381} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.555220] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ef1d8b-4d7f-40b3-b6ab-e641304547de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.560839] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 649.560839] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52633a5a-1f04-ac8f-1b57-3f7a3f00b03f" [ 649.560839] env[62364]: _type = "Task" [ 649.560839] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.571193] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52633a5a-1f04-ac8f-1b57-3f7a3f00b03f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.696880] env[62364]: DEBUG nova.compute.manager [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.736504] env[62364]: DEBUG nova.virt.hardware [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.736898] env[62364]: DEBUG nova.virt.hardware [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.737609] env[62364]: DEBUG nova.virt.hardware [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.737864] env[62364]: DEBUG nova.virt.hardware [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.738048] env[62364]: DEBUG nova.virt.hardware [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.738206] env[62364]: DEBUG nova.virt.hardware [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.739276] env[62364]: DEBUG nova.virt.hardware [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.739276] env[62364]: DEBUG nova.virt.hardware [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.739276] env[62364]: DEBUG nova.virt.hardware [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.739276] env[62364]: DEBUG nova.virt.hardware [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.739276] env[62364]: DEBUG nova.virt.hardware [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.740625] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a589ee-8dd5-4902-abe2-04f087b7238d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.751991] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aa19a4-8eb5-41e3-ad44-a96126e7a675 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.848416] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.852598] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.238s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.852752] env[62364]: DEBUG nova.objects.instance [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Lazy-loading 'resources' on Instance uuid f2fc50a2-045d-4f3c-81b9-aab4c1a01be7 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.877551] env[62364]: INFO nova.scheduler.client.report [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Deleted allocations for instance 5d8a5902-fe91-45f4-9a5a-0e567426d52c [ 649.910257] env[62364]: DEBUG oslo_vmware.rw_handles [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240b9fb-0b0a-e8fd-a100-6de302906550/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 649.911292] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7863ae1c-ca7c-4621-aa08-fcb364e2e1e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.918368] env[62364]: DEBUG oslo_vmware.rw_handles [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240b9fb-0b0a-e8fd-a100-6de302906550/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 649.918562] env[62364]: ERROR oslo_vmware.rw_handles [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240b9fb-0b0a-e8fd-a100-6de302906550/disk-0.vmdk due to incomplete transfer. [ 649.918809] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2be1661a-fce6-4ec7-a767-dec9267e5736 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.927202] env[62364]: DEBUG oslo_vmware.rw_handles [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240b9fb-0b0a-e8fd-a100-6de302906550/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 649.927409] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Uploaded image f0127f9a-5819-4d8b-a28c-bdaee6e7ffd9 to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 649.929581] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 649.929933] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e27b769d-653c-4097-96b3-453be979e3aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.937125] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 649.937125] env[62364]: value = "task-2480189" [ 649.937125] env[62364]: _type = "Task" [ 649.937125] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.946432] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480189, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.977937] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480188, 'name': CreateVM_Task, 'duration_secs': 0.338089} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.978130] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.978840] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.979041] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.980258] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.980258] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c45fd12-0fcd-4315-ac7c-28082f4b7332 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.984429] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for the task: (returnval){ [ 649.984429] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523564da-cde4-98ba-9b2d-1bbb9618bede" [ 649.984429] env[62364]: _type = "Task" [ 649.984429] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.993409] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523564da-cde4-98ba-9b2d-1bbb9618bede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.068206] env[62364]: INFO nova.compute.manager [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Took 31.99 seconds to build instance. [ 650.079078] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52633a5a-1f04-ac8f-1b57-3f7a3f00b03f, 'name': SearchDatastore_Task, 'duration_secs': 0.017097} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.079341] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.079606] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 28bfc61c-df62-49ff-807d-bd6845f6307a/28bfc61c-df62-49ff-807d-bd6845f6307a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.079867] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8b86d2d-2163-4e4c-b9a4-8b9f739df1e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.089042] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 650.089042] env[62364]: value = "task-2480190" [ 650.089042] env[62364]: _type = "Task" [ 650.089042] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.101274] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.314712] env[62364]: DEBUG nova.network.neutron [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Updated VIF entry in instance network info cache for port 24a1167d-efad-4a63-8faf-090b7b18a7e0. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.315075] env[62364]: DEBUG nova.network.neutron [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Updating instance_info_cache with network_info: [{"id": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "address": "fa:16:3e:e9:2d:66", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a1167d-ef", "ovs_interfaceid": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.386434] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b934c2a1-2201-4fa5-a55f-67d76752792d tempest-FloatingIPsAssociationNegativeTestJSON-1202255334 tempest-FloatingIPsAssociationNegativeTestJSON-1202255334-project-member] Lock "5d8a5902-fe91-45f4-9a5a-0e567426d52c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.314s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.453366] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480189, 'name': Destroy_Task, 'duration_secs': 0.348346} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.456433] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Destroyed the VM [ 650.456838] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 650.457462] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5945cf0e-41a1-4a80-9255-33ba95a7cb89 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.468022] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 650.468022] env[62364]: value = "task-2480191" [ 650.468022] env[62364]: _type = "Task" [ 650.468022] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.482815] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480191, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.499734] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523564da-cde4-98ba-9b2d-1bbb9618bede, 'name': SearchDatastore_Task, 'duration_secs': 0.021474} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.500292] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.500429] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.500705] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.500913] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.501195] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.504829] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d73af37-c74d-4662-8875-e804820dc92f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.514453] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.516171] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.516171] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa609d97-57a8-4eec-a746-e6d05018a871 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.527851] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for the task: (returnval){ [ 650.527851] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]524a9121-c995-86d0-eb51-487425f385b1" [ 650.527851] env[62364]: _type = "Task" [ 650.527851] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.537037] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524a9121-c995-86d0-eb51-487425f385b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.573650] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942f1db3-3f50-489a-afc5-e069ec118060 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.100s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.601615] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480190, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.819567] env[62364]: DEBUG oslo_concurrency.lockutils [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] Releasing lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.820088] env[62364]: DEBUG nova.compute.manager [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Received event network-vif-plugged-6af96bc7-b967-415f-8325-4bbd733496d4 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 650.820189] env[62364]: DEBUG oslo_concurrency.lockutils [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] Acquiring lock "649d5de9-956f-4def-8685-ba7415cd08b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.821123] env[62364]: DEBUG oslo_concurrency.lockutils [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] Lock "649d5de9-956f-4def-8685-ba7415cd08b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.821123] env[62364]: DEBUG oslo_concurrency.lockutils [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] Lock "649d5de9-956f-4def-8685-ba7415cd08b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.821123] env[62364]: DEBUG nova.compute.manager [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] No waiting events found dispatching network-vif-plugged-6af96bc7-b967-415f-8325-4bbd733496d4 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.821123] env[62364]: WARNING nova.compute.manager [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Received unexpected event network-vif-plugged-6af96bc7-b967-415f-8325-4bbd733496d4 for instance with vm_state building and task_state spawning. [ 650.821123] env[62364]: DEBUG nova.compute.manager [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Received event network-changed-6af96bc7-b967-415f-8325-4bbd733496d4 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 650.821467] env[62364]: DEBUG nova.compute.manager [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Refreshing instance network info cache due to event network-changed-6af96bc7-b967-415f-8325-4bbd733496d4. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 650.821467] env[62364]: DEBUG oslo_concurrency.lockutils [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] Acquiring lock "refresh_cache-649d5de9-956f-4def-8685-ba7415cd08b9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.821467] env[62364]: DEBUG oslo_concurrency.lockutils [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] Acquired lock "refresh_cache-649d5de9-956f-4def-8685-ba7415cd08b9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.821588] env[62364]: DEBUG nova.network.neutron [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Refreshing network info cache for port 6af96bc7-b967-415f-8325-4bbd733496d4 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.898512] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7ac073-87ff-46cb-8d84-f94ccfb006ca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.907455] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0811988c-9f50-456d-8153-f295e8e34905 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.948736] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd8e8da-a2bd-40a1-a0a1-614519875fac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.952423] env[62364]: DEBUG nova.compute.manager [req-35936ac6-465e-485a-b821-cf7b2ed14367 req-ed13f35f-e763-421d-8a9e-ac1d307c7790 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Received event network-changed-3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 650.952606] env[62364]: DEBUG nova.compute.manager [req-35936ac6-465e-485a-b821-cf7b2ed14367 req-ed13f35f-e763-421d-8a9e-ac1d307c7790 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Refreshing instance network info cache due to event network-changed-3fec8d01-ac28-4442-8484-0e61f4d66a27. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 650.952815] env[62364]: DEBUG oslo_concurrency.lockutils [req-35936ac6-465e-485a-b821-cf7b2ed14367 req-ed13f35f-e763-421d-8a9e-ac1d307c7790 service nova] Acquiring lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.952956] env[62364]: DEBUG oslo_concurrency.lockutils [req-35936ac6-465e-485a-b821-cf7b2ed14367 req-ed13f35f-e763-421d-8a9e-ac1d307c7790 service nova] Acquired lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.953136] env[62364]: DEBUG nova.network.neutron [req-35936ac6-465e-485a-b821-cf7b2ed14367 req-ed13f35f-e763-421d-8a9e-ac1d307c7790 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Refreshing network info cache for port 3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.617780] env[62364]: DEBUG nova.compute.manager [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.635724] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ac784e-9309-4433-b029-cbfdfe048141 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.648422] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6821} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.648662] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524a9121-c995-86d0-eb51-487425f385b1, 'name': SearchDatastore_Task, 'duration_secs': 0.024632} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.648850] env[62364]: DEBUG oslo_vmware.api [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480191, 'name': RemoveSnapshot_Task, 'duration_secs': 0.831262} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.649512] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 28bfc61c-df62-49ff-807d-bd6845f6307a/28bfc61c-df62-49ff-807d-bd6845f6307a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.649761] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.650701] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 651.650849] env[62364]: INFO nova.compute.manager [None req-77261cf9-f4f3-4cf6-8566-ba92cd9e0a9f tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Took 14.44 seconds to snapshot the instance on the hypervisor. [ 651.660562] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e06b2a4-2c23-4ada-9e63-830384364e9f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.662467] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e5f5431-f07a-4d3a-9d6a-16b677d37032 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.665653] env[62364]: DEBUG nova.compute.provider_tree [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.673396] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for the task: (returnval){ [ 651.673396] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5231d51c-e382-3c22-dfad-5c046c2e479b" [ 651.673396] env[62364]: _type = "Task" [ 651.673396] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.674655] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 651.674655] env[62364]: value = "task-2480192" [ 651.674655] env[62364]: _type = "Task" [ 651.674655] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.688114] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5231d51c-e382-3c22-dfad-5c046c2e479b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.690886] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.836749] env[62364]: DEBUG nova.network.neutron [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Updated VIF entry in instance network info cache for port 6af96bc7-b967-415f-8325-4bbd733496d4. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.837147] env[62364]: DEBUG nova.network.neutron [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Updating instance_info_cache with network_info: [{"id": "6af96bc7-b967-415f-8325-4bbd733496d4", "address": "fa:16:3e:da:e6:16", "network": {"id": "2bc2a6ec-ccf5-40b3-b832-ca161c9e8486", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1539149901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "253c25be63b343efa0499f0619d3f7ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af96bc7-b9", "ovs_interfaceid": "6af96bc7-b967-415f-8325-4bbd733496d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.150924] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.175022] env[62364]: DEBUG nova.scheduler.client.report [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.197381] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26766} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.197891] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5231d51c-e382-3c22-dfad-5c046c2e479b, 'name': SearchDatastore_Task, 'duration_secs': 0.022318} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.199930] env[62364]: DEBUG nova.network.neutron [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Successfully updated port: e1d135d0-d607-4b3b-81bc-589f53da9428 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.201262] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.201730] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.204583] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 649d5de9-956f-4def-8685-ba7415cd08b9/649d5de9-956f-4def-8685-ba7415cd08b9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.204583] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51334800-71de-4e44-bc4e-3a93745a3e68 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.207579] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eba501b-17d8-4210-9413-36e36aa7c72e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.241186] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 28bfc61c-df62-49ff-807d-bd6845f6307a/28bfc61c-df62-49ff-807d-bd6845f6307a.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.247754] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7124a0dc-90c9-4839-85c1-fc67c483633a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.262713] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for the task: (returnval){ [ 652.262713] env[62364]: value = "task-2480193" [ 652.262713] env[62364]: _type = "Task" [ 652.262713] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.270785] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 652.270785] env[62364]: value = "task-2480194" [ 652.270785] env[62364]: _type = "Task" [ 652.270785] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.278748] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.283976] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.339651] env[62364]: DEBUG oslo_concurrency.lockutils [req-0dfd4d3c-a878-452e-a4d3-bc7ac9a11616 req-31970fa7-f778-457a-9175-5129fe414998 service nova] Releasing lock "refresh_cache-649d5de9-956f-4def-8685-ba7415cd08b9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.408273] env[62364]: DEBUG nova.network.neutron [req-35936ac6-465e-485a-b821-cf7b2ed14367 req-ed13f35f-e763-421d-8a9e-ac1d307c7790 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Updated VIF entry in instance network info cache for port 3fec8d01-ac28-4442-8484-0e61f4d66a27. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.408660] env[62364]: DEBUG nova.network.neutron [req-35936ac6-465e-485a-b821-cf7b2ed14367 req-ed13f35f-e763-421d-8a9e-ac1d307c7790 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Updating instance_info_cache with network_info: [{"id": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "address": "fa:16:3e:48:17:e1", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec8d01-ac", "ovs_interfaceid": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.677945] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.823s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.679624] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.665s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.682328] env[62364]: INFO nova.compute.claims [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.701197] env[62364]: INFO nova.scheduler.client.report [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Deleted allocations for instance f2fc50a2-045d-4f3c-81b9-aab4c1a01be7 [ 652.707683] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.707827] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquired lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.707970] env[62364]: DEBUG nova.network.neutron [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.779876] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480193, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.788768] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.911803] env[62364]: DEBUG oslo_concurrency.lockutils [req-35936ac6-465e-485a-b821-cf7b2ed14367 req-ed13f35f-e763-421d-8a9e-ac1d307c7790 service nova] Releasing lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.213253] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83700299-e54c-4ba3-9adc-1b4e772c4dbc tempest-TenantUsagesTestJSON-1650023864 tempest-TenantUsagesTestJSON-1650023864-project-member] Lock "f2fc50a2-045d-4f3c-81b9-aab4c1a01be7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.387s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.258579] env[62364]: DEBUG nova.network.neutron [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.281887] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90392} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.286669] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 649d5de9-956f-4def-8685-ba7415cd08b9/649d5de9-956f-4def-8685-ba7415cd08b9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.286669] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.286669] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480194, 'name': ReconfigVM_Task, 'duration_secs': 0.754958} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.287926] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18fa92b5-06f2-493a-893f-8405bd7fd8c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.289759] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 28bfc61c-df62-49ff-807d-bd6845f6307a/28bfc61c-df62-49ff-807d-bd6845f6307a.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.291959] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be605c85-4a89-4f06-8666-7848e0bdb09a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.296982] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 653.296982] env[62364]: value = "task-2480195" [ 653.296982] env[62364]: _type = "Task" [ 653.296982] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.298195] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for the task: (returnval){ [ 653.298195] env[62364]: value = "task-2480196" [ 653.298195] env[62364]: _type = "Task" [ 653.298195] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.309381] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480195, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.312228] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.486621] env[62364]: DEBUG nova.network.neutron [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Updating instance_info_cache with network_info: [{"id": "e1d135d0-d607-4b3b-81bc-589f53da9428", "address": "fa:16:3e:3e:2d:d0", "network": {"id": "f8f6a654-6a03-44b1-a833-6d30654678bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-986655281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40df754f493b492494affbf42614bbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d135d0-d6", "ovs_interfaceid": "e1d135d0-d607-4b3b-81bc-589f53da9428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.822232] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480195, 'name': Rename_Task, 'duration_secs': 0.517897} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.823495] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.823495] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-407097e1-db30-48aa-ab21-77a06680ac16 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.829393] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062914} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.829521] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.831209] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085180ce-ab8b-4a6d-ac6f-cbb94b80ae46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.834264] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 653.834264] env[62364]: value = "task-2480197" [ 653.834264] env[62364]: _type = "Task" [ 653.834264] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.860462] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 649d5de9-956f-4def-8685-ba7415cd08b9/649d5de9-956f-4def-8685-ba7415cd08b9.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.861522] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b651e84-b8ae-495f-b225-d6c474c2f1a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.886487] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480197, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.891770] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for the task: (returnval){ [ 653.891770] env[62364]: value = "task-2480198" [ 653.891770] env[62364]: _type = "Task" [ 653.891770] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.905315] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.989019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Releasing lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.989364] env[62364]: DEBUG nova.compute.manager [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Instance network_info: |[{"id": "e1d135d0-d607-4b3b-81bc-589f53da9428", "address": "fa:16:3e:3e:2d:d0", "network": {"id": "f8f6a654-6a03-44b1-a833-6d30654678bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-986655281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40df754f493b492494affbf42614bbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d135d0-d6", "ovs_interfaceid": "e1d135d0-d607-4b3b-81bc-589f53da9428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.989788] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:2d:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1d135d0-d607-4b3b-81bc-589f53da9428', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.997721] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Creating folder: Project (40df754f493b492494affbf42614bbfe). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.000582] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb8cdbf9-9eb4-42e0-b363-78522089841f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.011831] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Created folder: Project (40df754f493b492494affbf42614bbfe) in parent group-v501830. [ 654.012917] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Creating folder: Instances. Parent ref: group-v501900. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.012917] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70f0a961-90ef-41ca-8d1b-63b92d6efa44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.024220] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Created folder: Instances in parent group-v501900. [ 654.024481] env[62364]: DEBUG oslo.service.loopingcall [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.024704] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.024914] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-520d7340-a663-4a0e-a9ed-482f511b2ac3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.049386] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.049386] env[62364]: value = "task-2480201" [ 654.049386] env[62364]: _type = "Task" [ 654.049386] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.055101] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480201, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.238716] env[62364]: DEBUG nova.compute.manager [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Received event network-vif-plugged-e1d135d0-d607-4b3b-81bc-589f53da9428 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 654.239072] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Acquiring lock "724107ad-1ffc-4bbb-9004-41b95330b0fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.239339] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Lock "724107ad-1ffc-4bbb-9004-41b95330b0fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.239592] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Lock "724107ad-1ffc-4bbb-9004-41b95330b0fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.239792] env[62364]: DEBUG nova.compute.manager [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] No waiting events found dispatching network-vif-plugged-e1d135d0-d607-4b3b-81bc-589f53da9428 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.240018] env[62364]: WARNING nova.compute.manager [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Received unexpected event network-vif-plugged-e1d135d0-d607-4b3b-81bc-589f53da9428 for instance with vm_state building and task_state spawning. [ 654.240479] env[62364]: DEBUG nova.compute.manager [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Received event network-changed-e1d135d0-d607-4b3b-81bc-589f53da9428 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 654.240479] env[62364]: DEBUG nova.compute.manager [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Refreshing instance network info cache due to event network-changed-e1d135d0-d607-4b3b-81bc-589f53da9428. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 654.240640] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Acquiring lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.241012] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Acquired lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.241240] env[62364]: DEBUG nova.network.neutron [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Refreshing network info cache for port e1d135d0-d607-4b3b-81bc-589f53da9428 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.307400] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9558423c-87ed-4630-8f68-94d835f62f3f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.316049] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e66f15-4920-4e60-86f3-46a5588eca28 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.353152] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f60c8cd-cf6c-4e34-a842-53e84bfd4717 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.364862] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480197, 'name': PowerOnVM_Task} progress is 80%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.366355] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5911f89e-9625-4e65-a6ee-dfb1e5d9008f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.380178] env[62364]: DEBUG nova.compute.provider_tree [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.403723] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480198, 'name': ReconfigVM_Task, 'duration_secs': 0.32058} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.405109] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 649d5de9-956f-4def-8685-ba7415cd08b9/649d5de9-956f-4def-8685-ba7415cd08b9.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.406153] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d1f7359-473f-44dd-806a-92ffb571d555 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.412016] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for the task: (returnval){ [ 654.412016] env[62364]: value = "task-2480202" [ 654.412016] env[62364]: _type = "Task" [ 654.412016] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.420476] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480202, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.557792] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480201, 'name': CreateVM_Task, 'duration_secs': 0.34862} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.557956] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.558764] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.558930] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.559585] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.559820] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6125ede8-62d5-48e0-9bae-85671c4f2598 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.564794] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 654.564794] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521db432-3095-f84a-f0d3-46fe50f62bc4" [ 654.564794] env[62364]: _type = "Task" [ 654.564794] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.573487] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521db432-3095-f84a-f0d3-46fe50f62bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.866799] env[62364]: DEBUG oslo_vmware.api [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480197, 'name': PowerOnVM_Task, 'duration_secs': 0.927959} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.867123] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.867339] env[62364]: INFO nova.compute.manager [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Took 10.30 seconds to spawn the instance on the hypervisor. [ 654.867506] env[62364]: DEBUG nova.compute.manager [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.868451] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c7e757-c67a-4561-85c3-9b887338e8d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.902491] env[62364]: ERROR nova.scheduler.client.report [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [req-50e92495-6468-40f2-b827-41ce4371a6c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d900e044-5565-4a73-8d60-eaba89b18259. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-50e92495-6468-40f2-b827-41ce4371a6c6"}]} [ 654.934797] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.935111] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.935629] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480202, 'name': Rename_Task, 'duration_secs': 0.140906} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.936698] env[62364]: DEBUG nova.scheduler.client.report [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Refreshing inventories for resource provider d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 654.938847] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.939835] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0195e2a-c1a7-4a1e-a2a0-71ba008bd460 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.953205] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for the task: (returnval){ [ 654.953205] env[62364]: value = "task-2480203" [ 654.953205] env[62364]: _type = "Task" [ 654.953205] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.959702] env[62364]: DEBUG nova.scheduler.client.report [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Updating ProviderTree inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 654.959984] env[62364]: DEBUG nova.compute.provider_tree [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.969622] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480203, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.972243] env[62364]: DEBUG nova.scheduler.client.report [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Refreshing aggregate associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, aggregates: None {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.990168] env[62364]: DEBUG nova.network.neutron [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Updated VIF entry in instance network info cache for port e1d135d0-d607-4b3b-81bc-589f53da9428. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.990547] env[62364]: DEBUG nova.network.neutron [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Updating instance_info_cache with network_info: [{"id": "e1d135d0-d607-4b3b-81bc-589f53da9428", "address": "fa:16:3e:3e:2d:d0", "network": {"id": "f8f6a654-6a03-44b1-a833-6d30654678bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-986655281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40df754f493b492494affbf42614bbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d135d0-d6", "ovs_interfaceid": "e1d135d0-d607-4b3b-81bc-589f53da9428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.994763] env[62364]: DEBUG nova.scheduler.client.report [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Refreshing trait associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 655.079012] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521db432-3095-f84a-f0d3-46fe50f62bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.079012] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.079184] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.079384] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.079793] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.079793] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.079953] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19f0ab5a-2718-4205-b3bd-31a291a8aa54 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.089852] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.090075] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.091176] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5ae545-2a3a-450b-81c3-35bc47da1859 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.097625] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 655.097625] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b87078-52cb-fb41-412c-f7ff7c495f9e" [ 655.097625] env[62364]: _type = "Task" [ 655.097625] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.111966] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b87078-52cb-fb41-412c-f7ff7c495f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.392043] env[62364]: INFO nova.compute.manager [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Took 36.81 seconds to build instance. [ 655.464008] env[62364]: DEBUG oslo_vmware.api [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480203, 'name': PowerOnVM_Task, 'duration_secs': 0.492977} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.466663] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.466875] env[62364]: INFO nova.compute.manager [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Took 8.66 seconds to spawn the instance on the hypervisor. [ 655.467065] env[62364]: DEBUG nova.compute.manager [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.468043] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30f264a-909a-4b60-b5bd-4db6c9fd6402 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.481159] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7918451-9c0c-40fe-8fb6-52a9aa7ae115 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.489035] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6803390d-c66f-469d-b934-50e4cc53f8ee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.494074] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Releasing lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.494331] env[62364]: DEBUG nova.compute.manager [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Received event network-changed-3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 655.494538] env[62364]: DEBUG nova.compute.manager [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Refreshing instance network info cache due to event network-changed-3fec8d01-ac28-4442-8484-0e61f4d66a27. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 655.494744] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Acquiring lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.494886] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Acquired lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.495053] env[62364]: DEBUG nova.network.neutron [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Refreshing network info cache for port 3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.525127] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23fd692-91af-43c3-92fb-8d83fbb8f965 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.534948] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dafc290-d2c1-4894-9d3d-4aebb7befece {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.552191] env[62364]: DEBUG nova.compute.provider_tree [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.608745] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b87078-52cb-fb41-412c-f7ff7c495f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.022947} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.609560] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1d6709-2bff-4aed-9d17-27079829d31c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.616225] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 655.616225] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5225aab3-ba68-da42-70c6-2b034d7d76e3" [ 655.616225] env[62364]: _type = "Task" [ 655.616225] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.624296] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5225aab3-ba68-da42-70c6-2b034d7d76e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.850265] env[62364]: DEBUG nova.network.neutron [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Updated VIF entry in instance network info cache for port 3fec8d01-ac28-4442-8484-0e61f4d66a27. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.850710] env[62364]: DEBUG nova.network.neutron [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Updating instance_info_cache with network_info: [{"id": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "address": "fa:16:3e:48:17:e1", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec8d01-ac", "ovs_interfaceid": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.894734] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dcfe5521-8d98-494e-9f8f-11285322b627 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "28bfc61c-df62-49ff-807d-bd6845f6307a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.361s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.994215] env[62364]: INFO nova.compute.manager [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Took 30.22 seconds to build instance. [ 656.093495] env[62364]: DEBUG nova.scheduler.client.report [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Updated inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 656.093808] env[62364]: DEBUG nova.compute.provider_tree [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Updating resource provider d900e044-5565-4a73-8d60-eaba89b18259 generation from 44 to 45 during operation: update_inventory {{(pid=62364) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 656.093991] env[62364]: DEBUG nova.compute.provider_tree [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.129166] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5225aab3-ba68-da42-70c6-2b034d7d76e3, 'name': SearchDatastore_Task, 'duration_secs': 0.036896} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.129166] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.133017] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 724107ad-1ffc-4bbb-9004-41b95330b0fd/724107ad-1ffc-4bbb-9004-41b95330b0fd.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.133017] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10685c9c-63d8-43b4-b424-4c508c3aa38a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.137786] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 656.137786] env[62364]: value = "task-2480204" [ 656.137786] env[62364]: _type = "Task" [ 656.137786] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.147050] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.353926] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Releasing lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.353926] env[62364]: DEBUG nova.compute.manager [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Received event network-changed-07e2328c-25f4-4165-8891-1200d67ac5c7 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 656.354172] env[62364]: DEBUG nova.compute.manager [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Refreshing instance network info cache due to event network-changed-07e2328c-25f4-4165-8891-1200d67ac5c7. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 656.354361] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Acquiring lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.354473] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Acquired lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.354631] env[62364]: DEBUG nova.network.neutron [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Refreshing network info cache for port 07e2328c-25f4-4165-8891-1200d67ac5c7 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.397940] env[62364]: DEBUG nova.compute.manager [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.499053] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b2fa33b6-9b7d-408e-9027-7e21d80a263a tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Lock "649d5de9-956f-4def-8685-ba7415cd08b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.330s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.599635] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.919s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.599635] env[62364]: DEBUG nova.compute.manager [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.604488] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.325s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.604773] env[62364]: DEBUG nova.objects.instance [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Lazy-loading 'resources' on Instance uuid 7b302e72-58de-4b9c-aa9e-902a37184828 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.657251] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480204, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.851536] env[62364]: DEBUG nova.compute.manager [req-cd5136cd-b4d3-4285-a52d-f97f3ffe3ee7 req-6d7902af-305e-45c9-877d-0d442a0c2ba0 service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Received event network-changed-07e2328c-25f4-4165-8891-1200d67ac5c7 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 656.851739] env[62364]: DEBUG nova.compute.manager [req-cd5136cd-b4d3-4285-a52d-f97f3ffe3ee7 req-6d7902af-305e-45c9-877d-0d442a0c2ba0 service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Refreshing instance network info cache due to event network-changed-07e2328c-25f4-4165-8891-1200d67ac5c7. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 656.851962] env[62364]: DEBUG oslo_concurrency.lockutils [req-cd5136cd-b4d3-4285-a52d-f97f3ffe3ee7 req-6d7902af-305e-45c9-877d-0d442a0c2ba0 service nova] Acquiring lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.904186] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "00fdb372-683f-4552-a771-976703866093" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.904186] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "00fdb372-683f-4552-a771-976703866093" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.904186] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "00fdb372-683f-4552-a771-976703866093-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.904186] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "00fdb372-683f-4552-a771-976703866093-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.904632] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "00fdb372-683f-4552-a771-976703866093-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.906818] env[62364]: INFO nova.compute.manager [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Terminating instance [ 656.937772] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.005366] env[62364]: DEBUG nova.compute.manager [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.108048] env[62364]: DEBUG nova.compute.utils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 657.109424] env[62364]: DEBUG nova.compute.manager [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.110653] env[62364]: DEBUG nova.network.neutron [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.155329] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611493} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.156096] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 724107ad-1ffc-4bbb-9004-41b95330b0fd/724107ad-1ffc-4bbb-9004-41b95330b0fd.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.156096] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.157135] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53c76257-a51f-4504-ab8e-1d7da687d1c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.169722] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 657.169722] env[62364]: value = "task-2480205" [ 657.169722] env[62364]: _type = "Task" [ 657.169722] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.181829] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.185342] env[62364]: DEBUG nova.network.neutron [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Updated VIF entry in instance network info cache for port 07e2328c-25f4-4165-8891-1200d67ac5c7. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.185854] env[62364]: DEBUG nova.network.neutron [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Updating instance_info_cache with network_info: [{"id": "07e2328c-25f4-4165-8891-1200d67ac5c7", "address": "fa:16:3e:82:1a:9b", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e2328c-25", "ovs_interfaceid": "07e2328c-25f4-4165-8891-1200d67ac5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.256677] env[62364]: DEBUG nova.policy [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bf53884fe304790a80b421efdd06e87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a64be39167e94865bc3312f5fb92d8f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.415716] env[62364]: DEBUG nova.compute.manager [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.415716] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.420576] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dd7ff0-de8b-4cdc-8a04-b549988466c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.428693] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.429066] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaa789dc-4358-4620-a7d7-bb7d6db2ddd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.439646] env[62364]: DEBUG oslo_vmware.api [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 657.439646] env[62364]: value = "task-2480206" [ 657.439646] env[62364]: _type = "Task" [ 657.439646] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.456673] env[62364]: DEBUG oslo_vmware.api [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.537111] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.613489] env[62364]: DEBUG nova.compute.manager [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.683989] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09706} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.686836] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.688383] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94787e48-92ed-4363-a76c-3b6e1f4fe171 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.691550] env[62364]: DEBUG oslo_concurrency.lockutils [req-e4ec90ee-1ede-4c5a-a452-46e768e449cf req-3dca299d-3f0a-45f0-9bf0-522974e378cf service nova] Releasing lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.692408] env[62364]: DEBUG oslo_concurrency.lockutils [req-cd5136cd-b4d3-4285-a52d-f97f3ffe3ee7 req-6d7902af-305e-45c9-877d-0d442a0c2ba0 service nova] Acquired lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.692984] env[62364]: DEBUG nova.network.neutron [req-cd5136cd-b4d3-4285-a52d-f97f3ffe3ee7 req-6d7902af-305e-45c9-877d-0d442a0c2ba0 service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Refreshing network info cache for port 07e2328c-25f4-4165-8891-1200d67ac5c7 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.720536] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 724107ad-1ffc-4bbb-9004-41b95330b0fd/724107ad-1ffc-4bbb-9004-41b95330b0fd.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.721598] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc84759-2fa7-4a3f-9bd2-e0e29b402703 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.748415] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 657.748415] env[62364]: value = "task-2480207" [ 657.748415] env[62364]: _type = "Task" [ 657.748415] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.758451] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.758734] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.758928] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.788681] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d685dad1-9c34-4ad8-a520-2f2249560d4c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.797339] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0f723e-9848-4e06-aba9-7e7a7b76ef34 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.833093] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddb91e5-e87c-4d92-b90a-c31a7ea020ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.841973] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b100d9c4-0057-4764-aa3b-4e881a122313 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.860561] env[62364]: DEBUG nova.compute.provider_tree [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.875587] env[62364]: DEBUG nova.compute.manager [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.875984] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f804e62b-fbbb-493f-9349-bd3b650b0d12 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.950429] env[62364]: DEBUG oslo_vmware.api [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480206, 'name': PowerOffVM_Task, 'duration_secs': 0.295754} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.950709] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.950878] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.951163] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e422ef34-c881-449e-85d6-cd4782781793 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.011943] env[62364]: DEBUG nova.network.neutron [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Successfully created port: b34f5498-c0cc-4ce8-b2f7-99eef2e479fc {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.030029] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.030029] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.030029] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Deleting the datastore file [datastore2] 00fdb372-683f-4552-a771-976703866093 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.030250] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5121cf9c-4425-431a-bb5a-35ced5168344 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.038261] env[62364]: DEBUG oslo_vmware.api [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 658.038261] env[62364]: value = "task-2480209" [ 658.038261] env[62364]: _type = "Task" [ 658.038261] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.049415] env[62364]: DEBUG oslo_vmware.api [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.272165] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480207, 'name': ReconfigVM_Task, 'duration_secs': 0.479869} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.272848] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 724107ad-1ffc-4bbb-9004-41b95330b0fd/724107ad-1ffc-4bbb-9004-41b95330b0fd.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.273557] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.273648] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 658.274320] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Rebuilding the list of instances to heal {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 658.275044] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0731c5d2-fd25-4b1c-886e-21369b2a09bf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.289209] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 658.289209] env[62364]: value = "task-2480210" [ 658.289209] env[62364]: _type = "Task" [ 658.289209] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.303256] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480210, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.365690] env[62364]: DEBUG nova.scheduler.client.report [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.393309] env[62364]: INFO nova.compute.manager [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] instance snapshotting [ 658.396425] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f2a040-afb8-4d5c-a9da-d447f69358c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.420066] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a16d305-8efa-4f48-b2bb-3127b9a40a4f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.459115] env[62364]: DEBUG nova.network.neutron [req-cd5136cd-b4d3-4285-a52d-f97f3ffe3ee7 req-6d7902af-305e-45c9-877d-0d442a0c2ba0 service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Updated VIF entry in instance network info cache for port 07e2328c-25f4-4165-8891-1200d67ac5c7. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.459115] env[62364]: DEBUG nova.network.neutron [req-cd5136cd-b4d3-4285-a52d-f97f3ffe3ee7 req-6d7902af-305e-45c9-877d-0d442a0c2ba0 service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Updating instance_info_cache with network_info: [{"id": "07e2328c-25f4-4165-8891-1200d67ac5c7", "address": "fa:16:3e:82:1a:9b", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e2328c-25", "ovs_interfaceid": "07e2328c-25f4-4165-8891-1200d67ac5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.550522] env[62364]: DEBUG oslo_vmware.api [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264486} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.550522] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.550522] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.550522] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.550522] env[62364]: INFO nova.compute.manager [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Took 1.13 seconds to destroy the instance on the hypervisor. [ 658.550800] env[62364]: DEBUG oslo.service.loopingcall [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.551141] env[62364]: DEBUG nova.compute.manager [-] [instance: 00fdb372-683f-4552-a771-976703866093] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.551235] env[62364]: DEBUG nova.network.neutron [-] [instance: 00fdb372-683f-4552-a771-976703866093] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.628023] env[62364]: DEBUG nova.compute.manager [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.664103] env[62364]: DEBUG nova.virt.hardware [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.664103] env[62364]: DEBUG nova.virt.hardware [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.664103] env[62364]: DEBUG nova.virt.hardware [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.665160] env[62364]: DEBUG nova.virt.hardware [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.665587] env[62364]: DEBUG nova.virt.hardware [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.671042] env[62364]: DEBUG nova.virt.hardware [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.671042] env[62364]: DEBUG nova.virt.hardware [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.671042] env[62364]: DEBUG nova.virt.hardware [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.671042] env[62364]: DEBUG nova.virt.hardware [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.671042] env[62364]: DEBUG nova.virt.hardware [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.671239] env[62364]: DEBUG nova.virt.hardware [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.671239] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33adfe46-5bfd-4f57-a5eb-96ccaf9cbf40 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.685020] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641e7bf9-d31b-461b-ad22-b18e1e9aba91 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.791550] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 00fdb372-683f-4552-a771-976703866093] Skipping network cache update for instance because it is being deleted. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10477}} [ 658.791550] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Skipping network cache update for instance because it is Building. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 658.791550] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Skipping network cache update for instance because it is Building. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 658.805681] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480210, 'name': Rename_Task, 'duration_secs': 0.503425} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.805933] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.806573] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2c3959e-cb51-4963-969b-38b83167351a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.815274] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 658.815274] env[62364]: value = "task-2480211" [ 658.815274] env[62364]: _type = "Task" [ 658.815274] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.829938] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.843300] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.843511] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquired lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.843694] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: ac869905-5c82-404e-8347-a34270150d89] Forcefully refreshing network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 658.843862] env[62364]: DEBUG nova.objects.instance [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lazy-loading 'info_cache' on Instance uuid ac869905-5c82-404e-8347-a34270150d89 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.871221] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.873659] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.588s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.876042] env[62364]: INFO nova.compute.claims [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.919558] env[62364]: INFO nova.scheduler.client.report [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Deleted allocations for instance 7b302e72-58de-4b9c-aa9e-902a37184828 [ 658.938077] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 658.938077] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ce719b92-27b1-4a3a-967f-7b6d913c0536 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.946762] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 658.946762] env[62364]: value = "task-2480212" [ 658.946762] env[62364]: _type = "Task" [ 658.946762] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.957531] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480212, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.962082] env[62364]: DEBUG oslo_concurrency.lockutils [req-cd5136cd-b4d3-4285-a52d-f97f3ffe3ee7 req-6d7902af-305e-45c9-877d-0d442a0c2ba0 service nova] Releasing lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.328404] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480211, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.341840] env[62364]: DEBUG nova.network.neutron [-] [instance: 00fdb372-683f-4552-a771-976703866093] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.431787] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1904eb06-d6ed-410f-9676-23ca96977e03 tempest-ServerDiagnosticsV248Test-529285684 tempest-ServerDiagnosticsV248Test-529285684-project-member] Lock "7b302e72-58de-4b9c-aa9e-902a37184828" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.579s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.462670] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480212, 'name': CreateSnapshot_Task, 'duration_secs': 0.470993} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.462670] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 659.463177] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8d5cd9-e959-4c5c-8345-8724ee4dec80 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.671306] env[62364]: DEBUG nova.compute.manager [req-4ad4ea4b-8562-4dea-b9a7-d803cfe23288 req-31fd3289-9848-4664-af53-37e6dcfcc860 service nova] [instance: 00fdb372-683f-4552-a771-976703866093] Received event network-vif-deleted-07e2328c-25f4-4165-8891-1200d67ac5c7 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 659.692384] env[62364]: DEBUG nova.compute.manager [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Received event network-changed-24a1167d-efad-4a63-8faf-090b7b18a7e0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 659.692384] env[62364]: DEBUG nova.compute.manager [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Refreshing instance network info cache due to event network-changed-24a1167d-efad-4a63-8faf-090b7b18a7e0. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 659.692384] env[62364]: DEBUG oslo_concurrency.lockutils [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] Acquiring lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.692384] env[62364]: DEBUG oslo_concurrency.lockutils [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] Acquired lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.692586] env[62364]: DEBUG nova.network.neutron [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Refreshing network info cache for port 24a1167d-efad-4a63-8faf-090b7b18a7e0 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.828900] env[62364]: DEBUG oslo_vmware.api [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480211, 'name': PowerOnVM_Task, 'duration_secs': 0.634197} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.829184] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.829396] env[62364]: INFO nova.compute.manager [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Took 10.13 seconds to spawn the instance on the hypervisor. [ 659.829568] env[62364]: DEBUG nova.compute.manager [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.830393] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a28de58-bbe4-410f-bce9-5c22f9a75457 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.844980] env[62364]: INFO nova.compute.manager [-] [instance: 00fdb372-683f-4552-a771-976703866093] Took 1.29 seconds to deallocate network for instance. [ 659.986730] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 659.987160] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0481b149-8501-4b60-882a-c2719454458c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.001199] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 660.001199] env[62364]: value = "task-2480213" [ 660.001199] env[62364]: _type = "Task" [ 660.001199] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.012966] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480213, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.357649] env[62364]: INFO nova.compute.manager [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Took 34.25 seconds to build instance. [ 660.360565] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.372950] env[62364]: DEBUG nova.network.neutron [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Successfully updated port: b34f5498-c0cc-4ce8-b2f7-99eef2e479fc {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.397957] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4defbf-02f7-429e-b4e0-98088f5495c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.410665] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe4fd52-1ae1-4c96-ae75-cb07c9d49315 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.451961] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b76d538-e6c5-416f-b236-8ef68b0c6f5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.463473] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83983129-84b0-4ed2-8287-9b471e20ca91 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.480250] env[62364]: DEBUG nova.compute.provider_tree [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.513631] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480213, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.529294] env[62364]: DEBUG nova.network.neutron [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Updated VIF entry in instance network info cache for port 24a1167d-efad-4a63-8faf-090b7b18a7e0. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.529432] env[62364]: DEBUG nova.network.neutron [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Updating instance_info_cache with network_info: [{"id": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "address": "fa:16:3e:e9:2d:66", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a1167d-ef", "ovs_interfaceid": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.859640] env[62364]: DEBUG oslo_concurrency.lockutils [None req-234b3962-48fb-4612-8c9b-7e24090d1277 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "724107ad-1ffc-4bbb-9004-41b95330b0fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.439s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.872144] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: ac869905-5c82-404e-8347-a34270150d89] Updating instance_info_cache with network_info: [{"id": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "address": "fa:16:3e:48:17:e1", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec8d01-ac", "ovs_interfaceid": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.882019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "refresh_cache-335bf211-7b01-4e6a-88b1-9400a29bc3ac" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.882196] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquired lock "refresh_cache-335bf211-7b01-4e6a-88b1-9400a29bc3ac" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.882374] env[62364]: DEBUG nova.network.neutron [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.983196] env[62364]: DEBUG nova.scheduler.client.report [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.015864] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480213, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.032221] env[62364]: DEBUG oslo_concurrency.lockutils [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] Releasing lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.032429] env[62364]: DEBUG nova.compute.manager [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Received event network-changed-3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 661.032623] env[62364]: DEBUG nova.compute.manager [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Refreshing instance network info cache due to event network-changed-3fec8d01-ac28-4442-8484-0e61f4d66a27. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 661.032802] env[62364]: DEBUG oslo_concurrency.lockutils [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] Acquiring lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.362379] env[62364]: DEBUG nova.compute.manager [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.375549] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Releasing lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.375895] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: ac869905-5c82-404e-8347-a34270150d89] Updated the network info_cache for instance {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 661.378013] env[62364]: DEBUG oslo_concurrency.lockutils [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] Acquired lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.378013] env[62364]: DEBUG nova.network.neutron [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Refreshing network info cache for port 3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.378013] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.378013] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.378013] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.378317] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.378317] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.378761] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.378761] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 661.378844] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.432411] env[62364]: DEBUG nova.network.neutron [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.488572] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.489212] env[62364]: DEBUG nova.compute.manager [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.492794] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.528s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.493032] env[62364]: DEBUG nova.objects.instance [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Lazy-loading 'resources' on Instance uuid 47590f9c-00c0-4c63-99e0-196d2bf80f25 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.515859] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480213, 'name': CloneVM_Task, 'duration_secs': 1.373064} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.516185] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Created linked-clone VM from snapshot [ 661.519414] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6fbfcf-73b4-4dcb-9c5d-9ecafa06ebb3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.528691] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Uploading image 32603b2b-51d1-49a1-9927-b078f2ada7fd {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 661.556768] env[62364]: DEBUG oslo_vmware.rw_handles [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 661.556768] env[62364]: value = "vm-501904" [ 661.556768] env[62364]: _type = "VirtualMachine" [ 661.556768] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 661.561189] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7222e952-62ae-42b7-81bd-9256ea3bb2b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.569790] env[62364]: DEBUG oslo_vmware.rw_handles [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lease: (returnval){ [ 661.569790] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521fa2a9-1697-baf5-1436-1320bf008cc2" [ 661.569790] env[62364]: _type = "HttpNfcLease" [ 661.569790] env[62364]: } obtained for exporting VM: (result){ [ 661.569790] env[62364]: value = "vm-501904" [ 661.569790] env[62364]: _type = "VirtualMachine" [ 661.569790] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 661.570113] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the lease: (returnval){ [ 661.570113] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521fa2a9-1697-baf5-1436-1320bf008cc2" [ 661.570113] env[62364]: _type = "HttpNfcLease" [ 661.570113] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 661.581261] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 661.581261] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521fa2a9-1697-baf5-1436-1320bf008cc2" [ 661.581261] env[62364]: _type = "HttpNfcLease" [ 661.581261] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 661.666947] env[62364]: DEBUG nova.network.neutron [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Updating instance_info_cache with network_info: [{"id": "b34f5498-c0cc-4ce8-b2f7-99eef2e479fc", "address": "fa:16:3e:85:ed:61", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34f5498-c0", "ovs_interfaceid": "b34f5498-c0cc-4ce8-b2f7-99eef2e479fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.883790] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.884832] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.998937] env[62364]: DEBUG nova.compute.utils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 662.003027] env[62364]: DEBUG nova.compute.manager [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.003027] env[62364]: DEBUG nova.network.neutron [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.078396] env[62364]: DEBUG nova.policy [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '118a02fdaa2146b3b947b2098834ef60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69ad5c270d6640dabe2d26a4bca4cfb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.088095] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 662.088095] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521fa2a9-1697-baf5-1436-1320bf008cc2" [ 662.088095] env[62364]: _type = "HttpNfcLease" [ 662.088095] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 662.091420] env[62364]: DEBUG oslo_vmware.rw_handles [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 662.091420] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521fa2a9-1697-baf5-1436-1320bf008cc2" [ 662.091420] env[62364]: _type = "HttpNfcLease" [ 662.091420] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 662.092812] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a8982d-fbd9-4dd8-b722-dd8a76ffd9ba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.101916] env[62364]: DEBUG oslo_vmware.rw_handles [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253bde5-7974-f519-64f4-b9ff6d0909d3/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 662.102387] env[62364]: DEBUG oslo_vmware.rw_handles [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253bde5-7974-f519-64f4-b9ff6d0909d3/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 662.179059] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Releasing lock "refresh_cache-335bf211-7b01-4e6a-88b1-9400a29bc3ac" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.179608] env[62364]: DEBUG nova.compute.manager [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Instance network_info: |[{"id": "b34f5498-c0cc-4ce8-b2f7-99eef2e479fc", "address": "fa:16:3e:85:ed:61", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34f5498-c0", "ovs_interfaceid": "b34f5498-c0cc-4ce8-b2f7-99eef2e479fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.183878] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:ed:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b34f5498-c0cc-4ce8-b2f7-99eef2e479fc', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.191619] env[62364]: DEBUG oslo.service.loopingcall [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.196049] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.196903] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60a44707-85cb-401b-81d0-dae804cf6154 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.224248] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.224248] env[62364]: value = "task-2480215" [ 662.224248] env[62364]: _type = "Task" [ 662.224248] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.234225] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480215, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.245502] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fed3659f-3355-4720-b7d6-16fdb7188bb6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.331689] env[62364]: DEBUG nova.network.neutron [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Updated VIF entry in instance network info cache for port 3fec8d01-ac28-4442-8484-0e61f4d66a27. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.331689] env[62364]: DEBUG nova.network.neutron [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Updating instance_info_cache with network_info: [{"id": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "address": "fa:16:3e:48:17:e1", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec8d01-ac", "ovs_interfaceid": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.426133] env[62364]: DEBUG nova.network.neutron [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Successfully created port: 3e05a69a-641c-4414-a902-48a5b15f2f5a {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.430043] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquiring lock "2a62103a-6e07-4750-a992-3787b0622e11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.430043] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lock "2a62103a-6e07-4750-a992-3787b0622e11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.506395] env[62364]: DEBUG nova.compute.manager [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.656289] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9664236c-2537-4c29-8e32-a6cba335cf99 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.675597] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f742db6c-5040-435d-a62a-4b7735a7c7f8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.684572] env[62364]: DEBUG nova.compute.manager [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Received event network-vif-plugged-b34f5498-c0cc-4ce8-b2f7-99eef2e479fc {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 662.685021] env[62364]: DEBUG oslo_concurrency.lockutils [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] Acquiring lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.685260] env[62364]: DEBUG oslo_concurrency.lockutils [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] Lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.685680] env[62364]: DEBUG oslo_concurrency.lockutils [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] Lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.685873] env[62364]: DEBUG nova.compute.manager [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] No waiting events found dispatching network-vif-plugged-b34f5498-c0cc-4ce8-b2f7-99eef2e479fc {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.686055] env[62364]: WARNING nova.compute.manager [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Received unexpected event network-vif-plugged-b34f5498-c0cc-4ce8-b2f7-99eef2e479fc for instance with vm_state building and task_state spawning. [ 662.686641] env[62364]: DEBUG nova.compute.manager [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Received event network-changed-b34f5498-c0cc-4ce8-b2f7-99eef2e479fc {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 662.686941] env[62364]: DEBUG nova.compute.manager [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Refreshing instance network info cache due to event network-changed-b34f5498-c0cc-4ce8-b2f7-99eef2e479fc. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 662.687206] env[62364]: DEBUG oslo_concurrency.lockutils [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] Acquiring lock "refresh_cache-335bf211-7b01-4e6a-88b1-9400a29bc3ac" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.687556] env[62364]: DEBUG oslo_concurrency.lockutils [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] Acquired lock "refresh_cache-335bf211-7b01-4e6a-88b1-9400a29bc3ac" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.687989] env[62364]: DEBUG nova.network.neutron [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Refreshing network info cache for port b34f5498-c0cc-4ce8-b2f7-99eef2e479fc {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.738270] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2e3fed-7c77-4735-80bb-d79326552e63 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.749605] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480215, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.753250] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ed0998-f6f1-4bac-bcd1-bfebd72a94fb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.770386] env[62364]: DEBUG nova.compute.provider_tree [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.830488] env[62364]: DEBUG oslo_concurrency.lockutils [req-660cd4b7-d033-418e-9537-367419e3d8aa req-880945c0-83e6-4d03-91e6-1bcb7c54cdf8 service nova] Releasing lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.197319] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "00fdb372-683f-4552-a771-976703866093" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.253576] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480215, 'name': CreateVM_Task, 'duration_secs': 0.561944} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.255067] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.255818] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.256190] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.256886] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.257573] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c22d333-480e-4005-b0e2-189cd556442b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.264702] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 663.264702] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52df7b16-f0d0-95e2-660a-6c76565e1559" [ 663.264702] env[62364]: _type = "Task" [ 663.264702] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.277650] env[62364]: DEBUG nova.scheduler.client.report [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.281974] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52df7b16-f0d0-95e2-660a-6c76565e1559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.523481] env[62364]: DEBUG nova.compute.manager [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.547330] env[62364]: DEBUG nova.virt.hardware [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.547330] env[62364]: DEBUG nova.virt.hardware [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.547330] env[62364]: DEBUG nova.virt.hardware [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.548095] env[62364]: DEBUG nova.virt.hardware [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.549144] env[62364]: DEBUG nova.virt.hardware [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.549462] env[62364]: DEBUG nova.virt.hardware [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.549840] env[62364]: DEBUG nova.virt.hardware [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.550134] env[62364]: DEBUG nova.virt.hardware [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.550618] env[62364]: DEBUG nova.virt.hardware [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.551044] env[62364]: DEBUG nova.virt.hardware [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.551811] env[62364]: DEBUG nova.virt.hardware [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.553412] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636e3396-5910-4900-a1b5-d10210b9db38 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.563129] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10663e78-9db1-45b6-ba77-3f87e633404e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.784912] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.788883] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52df7b16-f0d0-95e2-660a-6c76565e1559, 'name': SearchDatastore_Task, 'duration_secs': 0.013874} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.789758] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.059s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.791629] env[62364]: INFO nova.compute.claims [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.795430] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.796696] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.796696] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.796696] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.796849] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.797385] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eec079d3-25e9-4ad4-b70b-627ba7ab7de6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.813253] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.813253] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.813253] env[62364]: DEBUG nova.network.neutron [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Updated VIF entry in instance network info cache for port b34f5498-c0cc-4ce8-b2f7-99eef2e479fc. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.813604] env[62364]: DEBUG nova.network.neutron [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Updating instance_info_cache with network_info: [{"id": "b34f5498-c0cc-4ce8-b2f7-99eef2e479fc", "address": "fa:16:3e:85:ed:61", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34f5498-c0", "ovs_interfaceid": "b34f5498-c0cc-4ce8-b2f7-99eef2e479fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.814019] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6202d01-ea70-4c8e-9b0d-7fb9242f9753 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.820090] env[62364]: INFO nova.scheduler.client.report [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Deleted allocations for instance 47590f9c-00c0-4c63-99e0-196d2bf80f25 [ 663.830929] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 663.830929] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f9a1c7-81f6-6469-30d5-8988c69ba44b" [ 663.830929] env[62364]: _type = "Task" [ 663.830929] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.842415] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f9a1c7-81f6-6469-30d5-8988c69ba44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.035855] env[62364]: DEBUG nova.network.neutron [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Successfully updated port: 3e05a69a-641c-4414-a902-48a5b15f2f5a {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.320042] env[62364]: DEBUG oslo_concurrency.lockutils [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] Releasing lock "refresh_cache-335bf211-7b01-4e6a-88b1-9400a29bc3ac" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.320401] env[62364]: DEBUG nova.compute.manager [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Received event network-changed-3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 664.320611] env[62364]: DEBUG nova.compute.manager [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Refreshing instance network info cache due to event network-changed-3fec8d01-ac28-4442-8484-0e61f4d66a27. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 664.320851] env[62364]: DEBUG oslo_concurrency.lockutils [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] Acquiring lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.321053] env[62364]: DEBUG oslo_concurrency.lockutils [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] Acquired lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.321252] env[62364]: DEBUG nova.network.neutron [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Refreshing network info cache for port 3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.331971] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10c66000-e06e-4944-85b4-b78bbdfe5347 tempest-InstanceActionsV221TestJSON-754187836 tempest-InstanceActionsV221TestJSON-754187836-project-member] Lock "47590f9c-00c0-4c63-99e0-196d2bf80f25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.249s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.348678] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f9a1c7-81f6-6469-30d5-8988c69ba44b, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.349867] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a77b0e-4d65-4866-96b2-6e992bee626c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.359748] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 664.359748] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]522f2220-2837-a915-1f2a-8f74fb0b6782" [ 664.359748] env[62364]: _type = "Task" [ 664.359748] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.371077] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522f2220-2837-a915-1f2a-8f74fb0b6782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.539456] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "refresh_cache-fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.539787] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquired lock "refresh_cache-fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.539904] env[62364]: DEBUG nova.network.neutron [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.629323] env[62364]: DEBUG nova.compute.manager [req-066ae8cd-5941-43e9-a314-09b3722dc931 req-ecde3b7a-1105-4455-9cfb-2decf1ad56f9 service nova] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Received event network-vif-plugged-3e05a69a-641c-4414-a902-48a5b15f2f5a {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 664.629638] env[62364]: DEBUG oslo_concurrency.lockutils [req-066ae8cd-5941-43e9-a314-09b3722dc931 req-ecde3b7a-1105-4455-9cfb-2decf1ad56f9 service nova] Acquiring lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.630087] env[62364]: DEBUG oslo_concurrency.lockutils [req-066ae8cd-5941-43e9-a314-09b3722dc931 req-ecde3b7a-1105-4455-9cfb-2decf1ad56f9 service nova] Lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.630087] env[62364]: DEBUG oslo_concurrency.lockutils [req-066ae8cd-5941-43e9-a314-09b3722dc931 req-ecde3b7a-1105-4455-9cfb-2decf1ad56f9 service nova] Lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.630197] env[62364]: DEBUG nova.compute.manager [req-066ae8cd-5941-43e9-a314-09b3722dc931 req-ecde3b7a-1105-4455-9cfb-2decf1ad56f9 service nova] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] No waiting events found dispatching network-vif-plugged-3e05a69a-641c-4414-a902-48a5b15f2f5a {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.630310] env[62364]: WARNING nova.compute.manager [req-066ae8cd-5941-43e9-a314-09b3722dc931 req-ecde3b7a-1105-4455-9cfb-2decf1ad56f9 service nova] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Received unexpected event network-vif-plugged-3e05a69a-641c-4414-a902-48a5b15f2f5a for instance with vm_state building and task_state spawning. [ 664.881293] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522f2220-2837-a915-1f2a-8f74fb0b6782, 'name': SearchDatastore_Task, 'duration_secs': 0.014138} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.881293] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.881293] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 335bf211-7b01-4e6a-88b1-9400a29bc3ac/335bf211-7b01-4e6a-88b1-9400a29bc3ac.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.887545] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32ee76e7-550c-4cf9-ad8f-707f3e5a24a8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.895050] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 664.895050] env[62364]: value = "task-2480216" [ 664.895050] env[62364]: _type = "Task" [ 664.895050] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.907226] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.981051] env[62364]: DEBUG nova.compute.manager [req-1601f447-3dd0-4bbf-b85c-5da50d3af873 req-5eeb344c-c128-47f0-910e-bceb53f14b55 service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Received event network-changed-e1d135d0-d607-4b3b-81bc-589f53da9428 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 664.981369] env[62364]: DEBUG nova.compute.manager [req-1601f447-3dd0-4bbf-b85c-5da50d3af873 req-5eeb344c-c128-47f0-910e-bceb53f14b55 service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Refreshing instance network info cache due to event network-changed-e1d135d0-d607-4b3b-81bc-589f53da9428. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 664.981487] env[62364]: DEBUG oslo_concurrency.lockutils [req-1601f447-3dd0-4bbf-b85c-5da50d3af873 req-5eeb344c-c128-47f0-910e-bceb53f14b55 service nova] Acquiring lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.981631] env[62364]: DEBUG oslo_concurrency.lockutils [req-1601f447-3dd0-4bbf-b85c-5da50d3af873 req-5eeb344c-c128-47f0-910e-bceb53f14b55 service nova] Acquired lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.981794] env[62364]: DEBUG nova.network.neutron [req-1601f447-3dd0-4bbf-b85c-5da50d3af873 req-5eeb344c-c128-47f0-910e-bceb53f14b55 service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Refreshing network info cache for port e1d135d0-d607-4b3b-81bc-589f53da9428 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.095394] env[62364]: DEBUG nova.network.neutron [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Updated VIF entry in instance network info cache for port 3fec8d01-ac28-4442-8484-0e61f4d66a27. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.095394] env[62364]: DEBUG nova.network.neutron [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Updating instance_info_cache with network_info: [{"id": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "address": "fa:16:3e:48:17:e1", "network": {"id": "39339136-f871-491d-acc1-c5ef07283389", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1543569032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1cadc9cadf402cb81d2076da3b1d93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fec8d01-ac", "ovs_interfaceid": "3fec8d01-ac28-4442-8484-0e61f4d66a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.103970] env[62364]: DEBUG nova.network.neutron [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.377055] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c691307-4abd-476e-9979-3121172344ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.392299] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83469722-19f9-45fd-81d5-0b74225b732b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.408175] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480216, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.436871] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae442fa-efc7-4d2c-a2d3-1240ed1313fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.447849] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac68dea-9a04-4f48-bdf7-d5a3c3c33e01 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.466432] env[62364]: DEBUG nova.compute.provider_tree [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.482292] env[62364]: DEBUG nova.network.neutron [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Updating instance_info_cache with network_info: [{"id": "3e05a69a-641c-4414-a902-48a5b15f2f5a", "address": "fa:16:3e:87:f4:2d", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e05a69a-64", "ovs_interfaceid": "3e05a69a-641c-4414-a902-48a5b15f2f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.599209] env[62364]: DEBUG oslo_concurrency.lockutils [req-5d83c071-bce7-454f-aa43-486ef766df1b req-b7328090-e4bf-452b-b357-bfcb5ea603f7 service nova] Releasing lock "refresh_cache-ac869905-5c82-404e-8347-a34270150d89" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.882548] env[62364]: DEBUG nova.network.neutron [req-1601f447-3dd0-4bbf-b85c-5da50d3af873 req-5eeb344c-c128-47f0-910e-bceb53f14b55 service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Updated VIF entry in instance network info cache for port e1d135d0-d607-4b3b-81bc-589f53da9428. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.882933] env[62364]: DEBUG nova.network.neutron [req-1601f447-3dd0-4bbf-b85c-5da50d3af873 req-5eeb344c-c128-47f0-910e-bceb53f14b55 service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Updating instance_info_cache with network_info: [{"id": "e1d135d0-d607-4b3b-81bc-589f53da9428", "address": "fa:16:3e:3e:2d:d0", "network": {"id": "f8f6a654-6a03-44b1-a833-6d30654678bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-986655281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40df754f493b492494affbf42614bbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d135d0-d6", "ovs_interfaceid": "e1d135d0-d607-4b3b-81bc-589f53da9428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.910567] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588479} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.910846] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 335bf211-7b01-4e6a-88b1-9400a29bc3ac/335bf211-7b01-4e6a-88b1-9400a29bc3ac.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.911078] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.911334] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bf8abda-e14b-4d92-85f2-aa842bc75933 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.920259] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 665.920259] env[62364]: value = "task-2480217" [ 665.920259] env[62364]: _type = "Task" [ 665.920259] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.931708] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.976964] env[62364]: DEBUG nova.scheduler.client.report [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.984923] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Releasing lock "refresh_cache-fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.985276] env[62364]: DEBUG nova.compute.manager [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Instance network_info: |[{"id": "3e05a69a-641c-4414-a902-48a5b15f2f5a", "address": "fa:16:3e:87:f4:2d", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e05a69a-64", "ovs_interfaceid": "3e05a69a-641c-4414-a902-48a5b15f2f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.985690] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:f4:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e05a69a-641c-4414-a902-48a5b15f2f5a', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.993218] env[62364]: DEBUG oslo.service.loopingcall [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.993664] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.994714] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9de3012-48aa-4b3e-8b79-a679b68c994f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.017955] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.017955] env[62364]: value = "task-2480218" [ 666.017955] env[62364]: _type = "Task" [ 666.017955] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.028426] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480218, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.388355] env[62364]: DEBUG oslo_concurrency.lockutils [req-1601f447-3dd0-4bbf-b85c-5da50d3af873 req-5eeb344c-c128-47f0-910e-bceb53f14b55 service nova] Releasing lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.434462] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151025} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.434462] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.434550] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4d9688-14e2-4c53-8045-b4d88f8e86c5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.459979] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 335bf211-7b01-4e6a-88b1-9400a29bc3ac/335bf211-7b01-4e6a-88b1-9400a29bc3ac.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.460810] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55b5f3af-5003-4c61-8fbf-a4c25c20ae52 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.482240] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.482953] env[62364]: DEBUG nova.compute.manager [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.487252] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.244s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.487534] env[62364]: DEBUG nova.objects.instance [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lazy-loading 'resources' on Instance uuid b4f18c46-ac56-4253-add1-6586dd207c92 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.489067] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 666.489067] env[62364]: value = "task-2480219" [ 666.489067] env[62364]: _type = "Task" [ 666.489067] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.500667] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.529035] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480218, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.878211] env[62364]: DEBUG nova.compute.manager [req-453dbf88-8ab8-40ee-9254-b038267c5a2d req-debd4a5b-4bf5-42c4-8c7a-3448c499d6b5 service nova] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Received event network-changed-3e05a69a-641c-4414-a902-48a5b15f2f5a {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 666.878510] env[62364]: DEBUG nova.compute.manager [req-453dbf88-8ab8-40ee-9254-b038267c5a2d req-debd4a5b-4bf5-42c4-8c7a-3448c499d6b5 service nova] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Refreshing instance network info cache due to event network-changed-3e05a69a-641c-4414-a902-48a5b15f2f5a. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 666.878635] env[62364]: DEBUG oslo_concurrency.lockutils [req-453dbf88-8ab8-40ee-9254-b038267c5a2d req-debd4a5b-4bf5-42c4-8c7a-3448c499d6b5 service nova] Acquiring lock "refresh_cache-fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.878845] env[62364]: DEBUG oslo_concurrency.lockutils [req-453dbf88-8ab8-40ee-9254-b038267c5a2d req-debd4a5b-4bf5-42c4-8c7a-3448c499d6b5 service nova] Acquired lock "refresh_cache-fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.879383] env[62364]: DEBUG nova.network.neutron [req-453dbf88-8ab8-40ee-9254-b038267c5a2d req-debd4a5b-4bf5-42c4-8c7a-3448c499d6b5 service nova] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Refreshing network info cache for port 3e05a69a-641c-4414-a902-48a5b15f2f5a {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.991518] env[62364]: DEBUG nova.compute.utils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 666.996300] env[62364]: DEBUG nova.compute.manager [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.996533] env[62364]: DEBUG nova.network.neutron [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.008596] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480219, 'name': ReconfigVM_Task, 'duration_secs': 0.367935} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.008872] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 335bf211-7b01-4e6a-88b1-9400a29bc3ac/335bf211-7b01-4e6a-88b1-9400a29bc3ac.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.009539] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecf248d0-abd2-4b41-8533-4d1ae6e1f709 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.018978] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 667.018978] env[62364]: value = "task-2480220" [ 667.018978] env[62364]: _type = "Task" [ 667.018978] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.044211] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480218, 'name': CreateVM_Task, 'duration_secs': 0.580154} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.051048] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.051523] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480220, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.052625] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.052783] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.053104] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.053388] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62cfae3-10c2-43a8-a23a-48a7554e2522 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.059906] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 667.059906] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f069e9-fcbe-2b02-3aef-dac28d2a8a0e" [ 667.059906] env[62364]: _type = "Task" [ 667.059906] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.073173] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f069e9-fcbe-2b02-3aef-dac28d2a8a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.131256] env[62364]: DEBUG nova.policy [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4df336a566024e02980d88e8172457cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bbdaa53f7e246a4882374f65cdd9c92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.497954] env[62364]: DEBUG nova.compute.manager [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.534335] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480220, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.570088] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9463336-99d4-488a-902f-7b3bcb2d6586 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.577126] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f069e9-fcbe-2b02-3aef-dac28d2a8a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.014063} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.580165] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.580427] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.580687] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.580854] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.581072] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.581643] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b450b175-ce46-469f-9e2e-d3eb51769bb9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.588534] env[62364]: DEBUG nova.compute.manager [req-a09623df-fd62-4d9b-81cb-9c6517ffad45 req-6238482f-1b70-40b0-b525-4f30bc203f1f service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Received event network-changed-e1d135d0-d607-4b3b-81bc-589f53da9428 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 667.588780] env[62364]: DEBUG nova.compute.manager [req-a09623df-fd62-4d9b-81cb-9c6517ffad45 req-6238482f-1b70-40b0-b525-4f30bc203f1f service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Refreshing instance network info cache due to event network-changed-e1d135d0-d607-4b3b-81bc-589f53da9428. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 667.588962] env[62364]: DEBUG oslo_concurrency.lockutils [req-a09623df-fd62-4d9b-81cb-9c6517ffad45 req-6238482f-1b70-40b0-b525-4f30bc203f1f service nova] Acquiring lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.589120] env[62364]: DEBUG oslo_concurrency.lockutils [req-a09623df-fd62-4d9b-81cb-9c6517ffad45 req-6238482f-1b70-40b0-b525-4f30bc203f1f service nova] Acquired lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.589296] env[62364]: DEBUG nova.network.neutron [req-a09623df-fd62-4d9b-81cb-9c6517ffad45 req-6238482f-1b70-40b0-b525-4f30bc203f1f service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Refreshing network info cache for port e1d135d0-d607-4b3b-81bc-589f53da9428 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.591676] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab89c98c-606e-4309-afd3-9f40fa26e226 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.600214] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.600432] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.630950] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f54be2-5add-4ffe-a7b1-7c25da04edcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.640236] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4586f9b2-30e4-4e98-a0b2-187f69294243 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.647619] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 667.647619] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]528157e4-522f-7395-67a1-5704b2cd9152" [ 667.647619] env[62364]: _type = "Task" [ 667.647619] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.654537] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af60a8fa-d9a1-42b0-b99d-358104a09a41 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.665214] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528157e4-522f-7395-67a1-5704b2cd9152, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.674796] env[62364]: DEBUG nova.compute.provider_tree [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.676205] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c396d2-a2a2-452d-9d07-946125bcbf38 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.683714] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 667.683714] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52034a65-1999-095c-dea2-6597b5b28a5d" [ 667.683714] env[62364]: _type = "Task" [ 667.683714] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.695725] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52034a65-1999-095c-dea2-6597b5b28a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.764506] env[62364]: DEBUG nova.network.neutron [req-453dbf88-8ab8-40ee-9254-b038267c5a2d req-debd4a5b-4bf5-42c4-8c7a-3448c499d6b5 service nova] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Updated VIF entry in instance network info cache for port 3e05a69a-641c-4414-a902-48a5b15f2f5a. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.764929] env[62364]: DEBUG nova.network.neutron [req-453dbf88-8ab8-40ee-9254-b038267c5a2d req-debd4a5b-4bf5-42c4-8c7a-3448c499d6b5 service nova] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Updating instance_info_cache with network_info: [{"id": "3e05a69a-641c-4414-a902-48a5b15f2f5a", "address": "fa:16:3e:87:f4:2d", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e05a69a-64", "ovs_interfaceid": "3e05a69a-641c-4414-a902-48a5b15f2f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.833121] env[62364]: DEBUG nova.network.neutron [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Successfully created port: a4e0df2e-4703-4aeb-af54-153e0c48411c {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.034047] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480220, 'name': Rename_Task, 'duration_secs': 0.948761} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.034376] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.034616] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3efc60b-baed-40e3-998f-c827bd67b6b4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.044132] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 668.044132] env[62364]: value = "task-2480221" [ 668.044132] env[62364]: _type = "Task" [ 668.044132] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.055788] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.199371] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52034a65-1999-095c-dea2-6597b5b28a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012704} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.200459] env[62364]: ERROR nova.scheduler.client.report [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [req-1f021420-81d2-4c87-b8ca-d9caf394be0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d900e044-5565-4a73-8d60-eaba89b18259. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1f021420-81d2-4c87-b8ca-d9caf394be0b"}]} [ 668.200853] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.201325] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] fe6b62e5-bb01-4e3d-a99e-bdbc026174ec/fe6b62e5-bb01-4e3d-a99e-bdbc026174ec.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.204190] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d91b9ff-668e-4bc7-825a-c413229ad454 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.217038] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 668.217038] env[62364]: value = "task-2480222" [ 668.217038] env[62364]: _type = "Task" [ 668.217038] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.229625] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.231150] env[62364]: DEBUG nova.scheduler.client.report [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Refreshing inventories for resource provider d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 668.262342] env[62364]: DEBUG nova.scheduler.client.report [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating ProviderTree inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 668.262673] env[62364]: DEBUG nova.compute.provider_tree [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.267928] env[62364]: DEBUG oslo_concurrency.lockutils [req-453dbf88-8ab8-40ee-9254-b038267c5a2d req-debd4a5b-4bf5-42c4-8c7a-3448c499d6b5 service nova] Releasing lock "refresh_cache-fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.280592] env[62364]: DEBUG nova.scheduler.client.report [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Refreshing aggregate associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, aggregates: None {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 668.318914] env[62364]: DEBUG nova.scheduler.client.report [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Refreshing trait associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 668.499891] env[62364]: DEBUG nova.network.neutron [req-a09623df-fd62-4d9b-81cb-9c6517ffad45 req-6238482f-1b70-40b0-b525-4f30bc203f1f service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Updated VIF entry in instance network info cache for port e1d135d0-d607-4b3b-81bc-589f53da9428. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.500871] env[62364]: DEBUG nova.network.neutron [req-a09623df-fd62-4d9b-81cb-9c6517ffad45 req-6238482f-1b70-40b0-b525-4f30bc203f1f service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Updating instance_info_cache with network_info: [{"id": "e1d135d0-d607-4b3b-81bc-589f53da9428", "address": "fa:16:3e:3e:2d:d0", "network": {"id": "f8f6a654-6a03-44b1-a833-6d30654678bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-986655281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40df754f493b492494affbf42614bbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d135d0-d6", "ovs_interfaceid": "e1d135d0-d607-4b3b-81bc-589f53da9428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.510800] env[62364]: DEBUG nova.compute.manager [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.540535] env[62364]: DEBUG nova.virt.hardware [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.540810] env[62364]: DEBUG nova.virt.hardware [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.540971] env[62364]: DEBUG nova.virt.hardware [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.541175] env[62364]: DEBUG nova.virt.hardware [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.541322] env[62364]: DEBUG nova.virt.hardware [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.541471] env[62364]: DEBUG nova.virt.hardware [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.541678] env[62364]: DEBUG nova.virt.hardware [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.541838] env[62364]: DEBUG nova.virt.hardware [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.542026] env[62364]: DEBUG nova.virt.hardware [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.542216] env[62364]: DEBUG nova.virt.hardware [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.542416] env[62364]: DEBUG nova.virt.hardware [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.543498] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6086ae13-4ab3-4fd9-82c8-317fa3513e69 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.561415] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081cc571-e495-4481-8adc-a849ae29f613 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.566192] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.735776] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.906135] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cea0bb2-a14b-44be-b0dc-e251ce5f0d1a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.924818] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20204bdb-1742-44cc-8e97-d70eafcbf04e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.962063] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a98594-2735-4cde-9c11-493b04d0858d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.971756] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f70c6c4-8359-4715-94f2-ce48d87f4bca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.991499] env[62364]: DEBUG nova.compute.provider_tree [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.003675] env[62364]: DEBUG oslo_concurrency.lockutils [req-a09623df-fd62-4d9b-81cb-9c6517ffad45 req-6238482f-1b70-40b0-b525-4f30bc203f1f service nova] Releasing lock "refresh_cache-724107ad-1ffc-4bbb-9004-41b95330b0fd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.060135] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.237228] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480222, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.417335] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquiring lock "649d5de9-956f-4def-8685-ba7415cd08b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.418018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Lock "649d5de9-956f-4def-8685-ba7415cd08b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.421025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquiring lock "649d5de9-956f-4def-8685-ba7415cd08b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.421025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Lock "649d5de9-956f-4def-8685-ba7415cd08b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.421025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Lock "649d5de9-956f-4def-8685-ba7415cd08b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.423635] env[62364]: INFO nova.compute.manager [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Terminating instance [ 669.536221] env[62364]: DEBUG nova.scheduler.client.report [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updated inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 669.536508] env[62364]: DEBUG nova.compute.provider_tree [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating resource provider d900e044-5565-4a73-8d60-eaba89b18259 generation from 46 to 47 during operation: update_inventory {{(pid=62364) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 669.536744] env[62364]: DEBUG nova.compute.provider_tree [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.561776] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480221, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.735498] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480222, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.22239} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.735867] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] fe6b62e5-bb01-4e3d-a99e-bdbc026174ec/fe6b62e5-bb01-4e3d-a99e-bdbc026174ec.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.736169] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.736457] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb2b284c-a660-427d-b156-f70815057cfe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.746452] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 669.746452] env[62364]: value = "task-2480223" [ 669.746452] env[62364]: _type = "Task" [ 669.746452] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.758269] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.931530] env[62364]: DEBUG nova.compute.manager [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.931856] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.932834] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf7ca42-5fd0-4478-a936-4292564e316c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.942566] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.942855] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0cd45ca-7a4f-4348-b5a8-03e11e1465be {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.952148] env[62364]: DEBUG oslo_vmware.api [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for the task: (returnval){ [ 669.952148] env[62364]: value = "task-2480224" [ 669.952148] env[62364]: _type = "Task" [ 669.952148] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.965378] env[62364]: DEBUG oslo_vmware.api [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.042865] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.556s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.048694] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.670s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.048694] env[62364]: DEBUG nova.objects.instance [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lazy-loading 'resources' on Instance uuid 5beb891b-8d68-4838-8fd0-8a24604c26fb {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.061932] env[62364]: DEBUG oslo_vmware.api [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480221, 'name': PowerOnVM_Task, 'duration_secs': 1.670342} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.063199] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.063593] env[62364]: INFO nova.compute.manager [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Took 11.44 seconds to spawn the instance on the hypervisor. [ 670.063810] env[62364]: DEBUG nova.compute.manager [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.065132] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a3be68-711a-432d-8dc7-2d5860b108f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.081769] env[62364]: INFO nova.scheduler.client.report [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleted allocations for instance b4f18c46-ac56-4253-add1-6586dd207c92 [ 670.200125] env[62364]: DEBUG oslo_vmware.rw_handles [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253bde5-7974-f519-64f4-b9ff6d0909d3/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 670.201520] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884a39b0-1924-433b-a009-eb3330d70528 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.209182] env[62364]: DEBUG oslo_vmware.rw_handles [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253bde5-7974-f519-64f4-b9ff6d0909d3/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 670.209396] env[62364]: ERROR oslo_vmware.rw_handles [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253bde5-7974-f519-64f4-b9ff6d0909d3/disk-0.vmdk due to incomplete transfer. [ 670.209674] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-003c8a16-aca1-4b08-a8e4-841adec59967 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.219305] env[62364]: DEBUG oslo_vmware.rw_handles [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5253bde5-7974-f519-64f4-b9ff6d0909d3/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 670.219561] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Uploaded image 32603b2b-51d1-49a1-9927-b078f2ada7fd to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 670.221969] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 670.222579] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e5d41c8-9a4c-4842-a90a-dca6e9cc7b55 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.231606] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 670.231606] env[62364]: value = "task-2480225" [ 670.231606] env[62364]: _type = "Task" [ 670.231606] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.242610] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480225, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.261713] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1335} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.262632] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.264122] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab76be56-b9cd-4ade-9f5d-20a19cbe726a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.293904] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] fe6b62e5-bb01-4e3d-a99e-bdbc026174ec/fe6b62e5-bb01-4e3d-a99e-bdbc026174ec.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.294683] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f26f089-107c-47f5-a8a2-aea5c63ccf0e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.318547] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 670.318547] env[62364]: value = "task-2480226" [ 670.318547] env[62364]: _type = "Task" [ 670.318547] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.328990] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.465367] env[62364]: DEBUG oslo_vmware.api [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480224, 'name': PowerOffVM_Task, 'duration_secs': 0.354976} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.465722] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.465935] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.466260] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e105a6c-ff9f-4588-9ef6-409b11b5c418 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.533762] env[62364]: DEBUG nova.network.neutron [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Successfully updated port: a4e0df2e-4703-4aeb-af54-153e0c48411c {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.546343] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.546620] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.547259] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Deleting the datastore file [datastore1] 649d5de9-956f-4def-8685-ba7415cd08b9 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.548086] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc19382e-19d5-4022-80e7-eb4aade921c3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.560374] env[62364]: DEBUG oslo_vmware.api [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for the task: (returnval){ [ 670.560374] env[62364]: value = "task-2480228" [ 670.560374] env[62364]: _type = "Task" [ 670.560374] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.571539] env[62364]: DEBUG oslo_vmware.api [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.593973] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd51af3d-a893-4d92-9dbc-8c8beb6dc4ab tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "b4f18c46-ac56-4253-add1-6586dd207c92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.879s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.596739] env[62364]: INFO nova.compute.manager [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Took 38.61 seconds to build instance. [ 670.681176] env[62364]: DEBUG nova.compute.manager [req-8edd8de5-e2cd-4fa6-a780-5b0130b7bddf req-5343b34c-ee79-425f-88b1-a163b0e0aad4 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Received event network-vif-plugged-a4e0df2e-4703-4aeb-af54-153e0c48411c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 670.683134] env[62364]: DEBUG oslo_concurrency.lockutils [req-8edd8de5-e2cd-4fa6-a780-5b0130b7bddf req-5343b34c-ee79-425f-88b1-a163b0e0aad4 service nova] Acquiring lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.683134] env[62364]: DEBUG oslo_concurrency.lockutils [req-8edd8de5-e2cd-4fa6-a780-5b0130b7bddf req-5343b34c-ee79-425f-88b1-a163b0e0aad4 service nova] Lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.683134] env[62364]: DEBUG oslo_concurrency.lockutils [req-8edd8de5-e2cd-4fa6-a780-5b0130b7bddf req-5343b34c-ee79-425f-88b1-a163b0e0aad4 service nova] Lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.683134] env[62364]: DEBUG nova.compute.manager [req-8edd8de5-e2cd-4fa6-a780-5b0130b7bddf req-5343b34c-ee79-425f-88b1-a163b0e0aad4 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] No waiting events found dispatching network-vif-plugged-a4e0df2e-4703-4aeb-af54-153e0c48411c {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.683134] env[62364]: WARNING nova.compute.manager [req-8edd8de5-e2cd-4fa6-a780-5b0130b7bddf req-5343b34c-ee79-425f-88b1-a163b0e0aad4 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Received unexpected event network-vif-plugged-a4e0df2e-4703-4aeb-af54-153e0c48411c for instance with vm_state building and task_state spawning. [ 670.742616] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480225, 'name': Destroy_Task, 'duration_secs': 0.357485} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.742861] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Destroyed the VM [ 670.743115] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 670.743419] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4647582d-afef-435a-a2e6-1d507531bda1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.752161] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 670.752161] env[62364]: value = "task-2480229" [ 670.752161] env[62364]: _type = "Task" [ 670.752161] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.762984] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.763253] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.768018] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480229, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.830196] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480226, 'name': ReconfigVM_Task, 'duration_secs': 0.345901} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.831029] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Reconfigured VM instance instance-0000001b to attach disk [datastore2] fe6b62e5-bb01-4e3d-a99e-bdbc026174ec/fe6b62e5-bb01-4e3d-a99e-bdbc026174ec.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.831170] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f19d46e-ca0b-46fd-aa30-76f4664d9a27 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.838982] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 670.838982] env[62364]: value = "task-2480230" [ 670.838982] env[62364]: _type = "Task" [ 670.838982] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.848746] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480230, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.040019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquiring lock "refresh_cache-6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.040019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquired lock "refresh_cache-6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.040019] env[62364]: DEBUG nova.network.neutron [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.074676] env[62364]: DEBUG oslo_vmware.api [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Task: {'id': task-2480228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459786} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.075046] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.075142] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.075320] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.075491] env[62364]: INFO nova.compute.manager [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 671.075734] env[62364]: DEBUG oslo.service.loopingcall [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.078273] env[62364]: DEBUG nova.compute.manager [-] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.078374] env[62364]: DEBUG nova.network.neutron [-] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.098182] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6937fa31-213f-49ed-9bb0-f307044fbd6a tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.148s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.110310] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f9254d-6a7d-4324-a2de-2b7f6e1d8ede {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.121238] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be26018-3d49-412b-acb8-2fe3116d7e64 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.164378] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f57430-0b9c-4062-aede-d6b3cd7c4a95 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.174134] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f477b7-d8b2-4b05-93e8-3c109dcd05a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.190275] env[62364]: DEBUG nova.compute.provider_tree [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.266255] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480229, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.351498] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480230, 'name': Rename_Task, 'duration_secs': 0.143691} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.351784] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.352094] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19008683-e71d-4fdc-8721-b1fea8ad1a4f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.358127] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 671.358127] env[62364]: value = "task-2480231" [ 671.358127] env[62364]: _type = "Task" [ 671.358127] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.366129] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.602059] env[62364]: DEBUG nova.network.neutron [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.604489] env[62364]: DEBUG nova.compute.manager [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.716741] env[62364]: ERROR nova.scheduler.client.report [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] [req-b924e086-fc7d-4dc3-92cd-ae3c070e0861] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d900e044-5565-4a73-8d60-eaba89b18259. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b924e086-fc7d-4dc3-92cd-ae3c070e0861"}]} [ 671.738463] env[62364]: DEBUG nova.scheduler.client.report [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Refreshing inventories for resource provider d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 671.763574] env[62364]: DEBUG nova.scheduler.client.report [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating ProviderTree inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 671.765169] env[62364]: DEBUG nova.compute.provider_tree [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.778622] env[62364]: DEBUG oslo_vmware.api [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480229, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558382} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.778931] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 671.779179] env[62364]: INFO nova.compute.manager [None req-26c2e665-8150-4a49-b4ca-73f7a2850c6c tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Took 13.38 seconds to snapshot the instance on the hypervisor. [ 671.783923] env[62364]: DEBUG nova.scheduler.client.report [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Refreshing aggregate associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, aggregates: None {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 671.809416] env[62364]: DEBUG nova.scheduler.client.report [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Refreshing trait associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 671.874884] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.920057] env[62364]: DEBUG nova.network.neutron [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Updating instance_info_cache with network_info: [{"id": "a4e0df2e-4703-4aeb-af54-153e0c48411c", "address": "fa:16:3e:c6:b9:04", "network": {"id": "79d65229-bd01-47f8-ac8e-c3ceafbaa5ba", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1665841499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bbdaa53f7e246a4882374f65cdd9c92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e0df2e-47", "ovs_interfaceid": "a4e0df2e-4703-4aeb-af54-153e0c48411c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.072338] env[62364]: DEBUG nova.network.neutron [-] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.132853] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.343249] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fce02e-4f2f-49c8-8271-4f849f644377 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.352016] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddf1f77-9e00-408e-bdf4-9d371ba609dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.395036] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dc02a9-0cba-43f4-8269-121293a94045 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.398259] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274f4fae-106e-446f-949e-be06ba833f4d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.405619] env[62364]: DEBUG oslo_vmware.api [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480231, 'name': PowerOnVM_Task, 'duration_secs': 0.592037} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.409132] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.409327] env[62364]: INFO nova.compute.manager [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Took 8.89 seconds to spawn the instance on the hypervisor. [ 672.409508] env[62364]: DEBUG nova.compute.manager [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.409796] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-76fa8406-531c-495a-b21a-519e138ab0e4 tempest-ServersAdminNegativeTestJSON-1211478258 tempest-ServersAdminNegativeTestJSON-1211478258-project-admin] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Suspending the VM {{(pid=62364) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 672.410622] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af421038-0654-4e7a-9c8f-4a808d1dd635 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.413173] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f071b1d6-a5ec-4303-a466-0afb39c44b80 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.417720] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce35bd8-752d-4535-a10b-b016c7ead127 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.423539] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Releasing lock "refresh_cache-6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.423852] env[62364]: DEBUG nova.compute.manager [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Instance network_info: |[{"id": "a4e0df2e-4703-4aeb-af54-153e0c48411c", "address": "fa:16:3e:c6:b9:04", "network": {"id": "79d65229-bd01-47f8-ac8e-c3ceafbaa5ba", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1665841499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bbdaa53f7e246a4882374f65cdd9c92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e0df2e-47", "ovs_interfaceid": "a4e0df2e-4703-4aeb-af54-153e0c48411c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.428132] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:b9:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4e0df2e-4703-4aeb-af54-153e0c48411c', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.437031] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Creating folder: Project (1bbdaa53f7e246a4882374f65cdd9c92). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.445860] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f0ace86-3e96-4d52-bd1b-2a4571e8c921 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.447768] env[62364]: DEBUG oslo_vmware.api [None req-76fa8406-531c-495a-b21a-519e138ab0e4 tempest-ServersAdminNegativeTestJSON-1211478258 tempest-ServersAdminNegativeTestJSON-1211478258-project-admin] Waiting for the task: (returnval){ [ 672.447768] env[62364]: value = "task-2480232" [ 672.447768] env[62364]: _type = "Task" [ 672.447768] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.449022] env[62364]: DEBUG nova.compute.provider_tree [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.458504] env[62364]: DEBUG oslo_vmware.api [None req-76fa8406-531c-495a-b21a-519e138ab0e4 tempest-ServersAdminNegativeTestJSON-1211478258 tempest-ServersAdminNegativeTestJSON-1211478258-project-admin] Task: {'id': task-2480232, 'name': SuspendVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.459787] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Created folder: Project (1bbdaa53f7e246a4882374f65cdd9c92) in parent group-v501830. [ 672.460016] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Creating folder: Instances. Parent ref: group-v501907. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.461035] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62c60a60-9a7d-4147-a97b-e4ea9b96ae91 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.471696] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Created folder: Instances in parent group-v501907. [ 672.471696] env[62364]: DEBUG oslo.service.loopingcall [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.471696] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.471828] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b143fa48-065d-4f48-aff9-2490f0518314 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.494949] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.494949] env[62364]: value = "task-2480235" [ 672.494949] env[62364]: _type = "Task" [ 672.494949] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.503881] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480235, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.576289] env[62364]: INFO nova.compute.manager [-] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Took 1.50 seconds to deallocate network for instance. [ 672.969038] env[62364]: INFO nova.compute.manager [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Took 37.71 seconds to build instance. [ 672.974101] env[62364]: DEBUG oslo_vmware.api [None req-76fa8406-531c-495a-b21a-519e138ab0e4 tempest-ServersAdminNegativeTestJSON-1211478258 tempest-ServersAdminNegativeTestJSON-1211478258-project-admin] Task: {'id': task-2480232, 'name': SuspendVM_Task} progress is 62%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.007236] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480235, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.008342] env[62364]: DEBUG nova.scheduler.client.report [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updated inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 673.008541] env[62364]: DEBUG nova.compute.provider_tree [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating resource provider d900e044-5565-4a73-8d60-eaba89b18259 generation from 48 to 49 during operation: update_inventory {{(pid=62364) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 673.008751] env[62364]: DEBUG nova.compute.provider_tree [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.086204] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.160691] env[62364]: DEBUG nova.compute.manager [req-cee74c92-0b1c-4cac-9826-6e75a1d90706 req-18aecb4e-76cf-44c8-8b4f-75dcff3215c3 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Received event network-changed-a4e0df2e-4703-4aeb-af54-153e0c48411c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 673.160957] env[62364]: DEBUG nova.compute.manager [req-cee74c92-0b1c-4cac-9826-6e75a1d90706 req-18aecb4e-76cf-44c8-8b4f-75dcff3215c3 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Refreshing instance network info cache due to event network-changed-a4e0df2e-4703-4aeb-af54-153e0c48411c. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 673.162038] env[62364]: DEBUG oslo_concurrency.lockutils [req-cee74c92-0b1c-4cac-9826-6e75a1d90706 req-18aecb4e-76cf-44c8-8b4f-75dcff3215c3 service nova] Acquiring lock "refresh_cache-6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.162038] env[62364]: DEBUG oslo_concurrency.lockutils [req-cee74c92-0b1c-4cac-9826-6e75a1d90706 req-18aecb4e-76cf-44c8-8b4f-75dcff3215c3 service nova] Acquired lock "refresh_cache-6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.162038] env[62364]: DEBUG nova.network.neutron [req-cee74c92-0b1c-4cac-9826-6e75a1d90706 req-18aecb4e-76cf-44c8-8b4f-75dcff3215c3 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Refreshing network info cache for port a4e0df2e-4703-4aeb-af54-153e0c48411c {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.467478] env[62364]: DEBUG oslo_vmware.api [None req-76fa8406-531c-495a-b21a-519e138ab0e4 tempest-ServersAdminNegativeTestJSON-1211478258 tempest-ServersAdminNegativeTestJSON-1211478258-project-admin] Task: {'id': task-2480232, 'name': SuspendVM_Task, 'duration_secs': 0.937417} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.467818] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-76fa8406-531c-495a-b21a-519e138ab0e4 tempest-ServersAdminNegativeTestJSON-1211478258 tempest-ServersAdminNegativeTestJSON-1211478258-project-admin] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Suspended the VM {{(pid=62364) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 673.468015] env[62364]: DEBUG nova.compute.manager [None req-76fa8406-531c-495a-b21a-519e138ab0e4 tempest-ServersAdminNegativeTestJSON-1211478258 tempest-ServersAdminNegativeTestJSON-1211478258-project-admin] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.468817] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5fa5bd-4f0f-4572-b0fb-31301d43f19b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.471528] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6d8e8281-643f-4056-8c1b-71af8c61c4ce tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.239s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.510051] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480235, 'name': CreateVM_Task, 'duration_secs': 0.544854} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.510051] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.510710] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.510710] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.510991] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.511265] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e768cc5-32d9-4d25-812b-9379319d37ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.513769] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.467s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.515838] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.024s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.517727] env[62364]: INFO nova.compute.claims [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.523554] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for the task: (returnval){ [ 673.523554] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5236ccc8-e3d9-0cb6-55c8-bbeedbaaf261" [ 673.523554] env[62364]: _type = "Task" [ 673.523554] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.532235] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5236ccc8-e3d9-0cb6-55c8-bbeedbaaf261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.535450] env[62364]: INFO nova.scheduler.client.report [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Deleted allocations for instance 5beb891b-8d68-4838-8fd0-8a24604c26fb [ 673.704152] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquiring lock "77921f9a-d424-4bb8-876d-9325ef329e6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.704548] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Lock "77921f9a-d424-4bb8-876d-9325ef329e6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.975569] env[62364]: DEBUG nova.compute.manager [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.001305] env[62364]: DEBUG nova.network.neutron [req-cee74c92-0b1c-4cac-9826-6e75a1d90706 req-18aecb4e-76cf-44c8-8b4f-75dcff3215c3 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Updated VIF entry in instance network info cache for port a4e0df2e-4703-4aeb-af54-153e0c48411c. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.001305] env[62364]: DEBUG nova.network.neutron [req-cee74c92-0b1c-4cac-9826-6e75a1d90706 req-18aecb4e-76cf-44c8-8b4f-75dcff3215c3 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Updating instance_info_cache with network_info: [{"id": "a4e0df2e-4703-4aeb-af54-153e0c48411c", "address": "fa:16:3e:c6:b9:04", "network": {"id": "79d65229-bd01-47f8-ac8e-c3ceafbaa5ba", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1665841499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bbdaa53f7e246a4882374f65cdd9c92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e0df2e-47", "ovs_interfaceid": "a4e0df2e-4703-4aeb-af54-153e0c48411c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.036275] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5236ccc8-e3d9-0cb6-55c8-bbeedbaaf261, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.036590] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.036824] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.037159] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.037379] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.037579] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.038557] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81ae323d-7b5f-4e26-91f1-f17325f00641 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.044232] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39f4bea5-9da7-47b0-be74-bf1a11d8b990 tempest-ListServersNegativeTestJSON-546710585 tempest-ListServersNegativeTestJSON-546710585-project-member] Lock "5beb891b-8d68-4838-8fd0-8a24604c26fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.142s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.053162] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.053298] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.054109] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e71a69-8626-4791-9512-8a4be8f814c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.061231] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for the task: (returnval){ [ 674.061231] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5284964e-7ee4-ed51-84b1-5dd78983f2d9" [ 674.061231] env[62364]: _type = "Task" [ 674.061231] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.070781] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5284964e-7ee4-ed51-84b1-5dd78983f2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.507863] env[62364]: DEBUG oslo_concurrency.lockutils [req-cee74c92-0b1c-4cac-9826-6e75a1d90706 req-18aecb4e-76cf-44c8-8b4f-75dcff3215c3 service nova] Releasing lock "refresh_cache-6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.507863] env[62364]: DEBUG nova.compute.manager [req-cee74c92-0b1c-4cac-9826-6e75a1d90706 req-18aecb4e-76cf-44c8-8b4f-75dcff3215c3 service nova] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Received event network-vif-deleted-6af96bc7-b967-415f-8325-4bbd733496d4 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 674.511919] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.574183] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5284964e-7ee4-ed51-84b1-5dd78983f2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008409} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.581682] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3432f61-2621-40a2-bb40-8f09f7f443a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.591305] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for the task: (returnval){ [ 674.591305] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52094a88-18c3-e410-0f10-7f642440529a" [ 674.591305] env[62364]: _type = "Task" [ 674.591305] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.605482] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52094a88-18c3-e410-0f10-7f642440529a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.648788] env[62364]: DEBUG oslo_concurrency.lockutils [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquiring lock "0ade04eb-abe5-493f-9076-d16f5ad36da7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.649545] env[62364]: DEBUG oslo_concurrency.lockutils [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lock "0ade04eb-abe5-493f-9076-d16f5ad36da7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.649545] env[62364]: DEBUG oslo_concurrency.lockutils [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquiring lock "0ade04eb-abe5-493f-9076-d16f5ad36da7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.649545] env[62364]: DEBUG oslo_concurrency.lockutils [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lock "0ade04eb-abe5-493f-9076-d16f5ad36da7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.649718] env[62364]: DEBUG oslo_concurrency.lockutils [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lock "0ade04eb-abe5-493f-9076-d16f5ad36da7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.652385] env[62364]: INFO nova.compute.manager [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Terminating instance [ 674.718548] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "37190642-6f6c-4837-8080-a4d472e9bca0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.719210] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "37190642-6f6c-4837-8080-a4d472e9bca0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.074824] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78ec951-f114-41ad-bc1b-757822eeea1a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.083007] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bf1a10-f252-42e7-81c4-90f43806920b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.089737] env[62364]: DEBUG oslo_concurrency.lockutils [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.090009] env[62364]: DEBUG oslo_concurrency.lockutils [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.090249] env[62364]: DEBUG oslo_concurrency.lockutils [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.090445] env[62364]: DEBUG oslo_concurrency.lockutils [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.090616] env[62364]: DEBUG oslo_concurrency.lockutils [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.121646] env[62364]: INFO nova.compute.manager [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Terminating instance [ 675.126633] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e8c915-2b63-43c4-b874-3f53bab98c9d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.139073] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52094a88-18c3-e410-0f10-7f642440529a, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.139073] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.139073] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0/6c9141a2-8ff3-48ff-a73e-49a5f538b7c0.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.139338] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4249287b-e4ab-4e1b-9641-c767a0cd2be6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.142512] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81aca59-5c2f-4029-b759-3a4f4ae9b3a7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.160788] env[62364]: DEBUG nova.compute.manager [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.161099] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.161650] env[62364]: DEBUG nova.compute.provider_tree [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.166619] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2031733-3539-4fdb-9972-92b201f2b452 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.168644] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for the task: (returnval){ [ 675.168644] env[62364]: value = "task-2480236" [ 675.168644] env[62364]: _type = "Task" [ 675.168644] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.178941] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.178941] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43d5284d-c2e4-4693-bce6-a77092e41c3f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.183861] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.186601] env[62364]: DEBUG oslo_vmware.api [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 675.186601] env[62364]: value = "task-2480237" [ 675.186601] env[62364]: _type = "Task" [ 675.186601] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.195388] env[62364]: DEBUG oslo_vmware.api [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.633027] env[62364]: DEBUG nova.compute.manager [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.633303] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.637351] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cf65a6-8d8d-47a9-92cc-34e1a40d02eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.644228] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.645461] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-946b81d1-2c58-4dfd-a2cc-8a754e69f89b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.649520] env[62364]: DEBUG oslo_vmware.api [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 675.649520] env[62364]: value = "task-2480238" [ 675.649520] env[62364]: _type = "Task" [ 675.649520] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.657774] env[62364]: DEBUG oslo_vmware.api [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.670964] env[62364]: DEBUG nova.scheduler.client.report [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.684080] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472196} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.684403] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0/6c9141a2-8ff3-48ff-a73e-49a5f538b7c0.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.684711] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.685599] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90489772-eaaf-48b9-8a82-fad607fedb4a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.696849] env[62364]: DEBUG oslo_vmware.api [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480237, 'name': PowerOffVM_Task, 'duration_secs': 0.315592} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.698217] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.698497] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.698916] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for the task: (returnval){ [ 675.698916] env[62364]: value = "task-2480239" [ 675.698916] env[62364]: _type = "Task" [ 675.698916] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.699801] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d99e0f1f-e85b-472a-8121-dfae989495b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.711023] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.762656] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.762976] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.763174] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Deleting the datastore file [datastore2] 0ade04eb-abe5-493f-9076-d16f5ad36da7 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.763439] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fb52799-b8ea-4e6f-be7f-97c9db05cf7e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.773223] env[62364]: DEBUG oslo_vmware.api [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for the task: (returnval){ [ 675.773223] env[62364]: value = "task-2480241" [ 675.773223] env[62364]: _type = "Task" [ 675.773223] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.783561] env[62364]: DEBUG oslo_vmware.api [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.165389] env[62364]: DEBUG oslo_vmware.api [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480238, 'name': PowerOffVM_Task, 'duration_secs': 0.202537} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.165389] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.165389] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.165389] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261d8dc6-e2f3-402f-b7e2-8bd93c0d640b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.181112] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.181420] env[62364]: DEBUG nova.compute.manager [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.184042] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.601s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.186646] env[62364]: INFO nova.compute.claims [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.221028] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077377} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.221028] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.221239] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416481c1-ba63-43ec-bbef-a394fad93556 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.248021] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0/6c9141a2-8ff3-48ff-a73e-49a5f538b7c0.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.248768] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7ac15d-0b8b-4856-bb36-bd8def806166 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.264432] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.264504] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.264662] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Deleting the datastore file [datastore2] fe6b62e5-bb01-4e3d-a99e-bdbc026174ec {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.264936] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3281761-3b49-4c69-8916-72fa3aef91fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.276744] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for the task: (returnval){ [ 676.276744] env[62364]: value = "task-2480243" [ 676.276744] env[62364]: _type = "Task" [ 676.276744] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.278268] env[62364]: DEBUG oslo_vmware.api [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for the task: (returnval){ [ 676.278268] env[62364]: value = "task-2480244" [ 676.278268] env[62364]: _type = "Task" [ 676.278268] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.288786] env[62364]: DEBUG oslo_vmware.api [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Task: {'id': task-2480241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133648} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.289331] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.289530] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.289706] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.289876] env[62364]: INFO nova.compute.manager [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 676.290210] env[62364]: DEBUG oslo.service.loopingcall [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 676.294822] env[62364]: DEBUG nova.compute.manager [-] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.294822] env[62364]: DEBUG nova.network.neutron [-] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.297904] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.301880] env[62364]: DEBUG oslo_vmware.api [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.689339] env[62364]: DEBUG nova.compute.utils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 676.694109] env[62364]: DEBUG nova.compute.manager [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.694109] env[62364]: DEBUG nova.network.neutron [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.760564] env[62364]: DEBUG nova.policy [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '634f1502e3b94dd0be6a369fc3002681', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9516e8b43524b629ec48d9889c8e796', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.793560] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480243, 'name': ReconfigVM_Task, 'duration_secs': 0.301858} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.797090] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0/6c9141a2-8ff3-48ff-a73e-49a5f538b7c0.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.798288] env[62364]: DEBUG oslo_vmware.api [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Task: {'id': task-2480244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231913} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.798524] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-686414a7-7795-47a2-b453-5493a032451b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.800452] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.800538] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.800787] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.801059] env[62364]: INFO nova.compute.manager [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Took 1.17 seconds to destroy the instance on the hypervisor. [ 676.801312] env[62364]: DEBUG oslo.service.loopingcall [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 676.802310] env[62364]: DEBUG nova.compute.manager [-] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.802310] env[62364]: DEBUG nova.network.neutron [-] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.810937] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for the task: (returnval){ [ 676.810937] env[62364]: value = "task-2480245" [ 676.810937] env[62364]: _type = "Task" [ 676.810937] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.820478] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480245, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.844756] env[62364]: DEBUG nova.compute.manager [req-af67e85a-7213-4bd8-8c75-863f215671df req-613ba8e9-43d5-471e-8358-17e30e428b53 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Received event network-vif-deleted-b67441e8-0c62-4a33-95b9-2b6f6ee841b2 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 676.845239] env[62364]: INFO nova.compute.manager [req-af67e85a-7213-4bd8-8c75-863f215671df req-613ba8e9-43d5-471e-8358-17e30e428b53 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Neutron deleted interface b67441e8-0c62-4a33-95b9-2b6f6ee841b2; detaching it from the instance and deleting it from the info cache [ 676.845456] env[62364]: DEBUG nova.network.neutron [req-af67e85a-7213-4bd8-8c75-863f215671df req-613ba8e9-43d5-471e-8358-17e30e428b53 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.001858] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.002158] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.002407] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.002716] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.002909] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.005843] env[62364]: INFO nova.compute.manager [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Terminating instance [ 677.196406] env[62364]: DEBUG nova.compute.manager [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.305851] env[62364]: DEBUG nova.network.neutron [-] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.326998] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480245, 'name': Rename_Task, 'duration_secs': 0.154402} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.328324] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.328592] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6e5650c-7b93-4510-ba52-e0ad6340d4b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.340223] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for the task: (returnval){ [ 677.340223] env[62364]: value = "task-2480246" [ 677.340223] env[62364]: _type = "Task" [ 677.340223] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.349852] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.353521] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cdde1bd-49a1-4da0-a449-a57c9e4c5e5d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.363419] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73814bd2-f2ce-4c3b-b0ed-ce071b3fd50c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.402637] env[62364]: DEBUG nova.compute.manager [req-af67e85a-7213-4bd8-8c75-863f215671df req-613ba8e9-43d5-471e-8358-17e30e428b53 service nova] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Detach interface failed, port_id=b67441e8-0c62-4a33-95b9-2b6f6ee841b2, reason: Instance 0ade04eb-abe5-493f-9076-d16f5ad36da7 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 677.438753] env[62364]: DEBUG nova.network.neutron [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Successfully created port: b6d32d2b-e91b-423e-8ede-03e29a4cfed6 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.510047] env[62364]: DEBUG nova.compute.manager [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.510242] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.511298] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419700a0-3401-4949-b961-a79ae6671bc8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.521630] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.521888] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4bcf400-6fab-4c38-af7f-decec97cf4a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.582276] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.582276] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.582515] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Deleting the datastore file [datastore2] 335bf211-7b01-4e6a-88b1-9400a29bc3ac {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.582691] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c56d120-2ebb-46ea-a90e-1581b0b65a62 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.590711] env[62364]: DEBUG oslo_vmware.api [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 677.590711] env[62364]: value = "task-2480248" [ 677.590711] env[62364]: _type = "Task" [ 677.590711] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.601116] env[62364]: DEBUG oslo_vmware.api [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.675052] env[62364]: DEBUG nova.network.neutron [-] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.769837] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ffec8-8ec3-45de-b750-b91ba5faafe1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.778025] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308f304-f249-4857-9837-3c606e16f2f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.810830] env[62364]: INFO nova.compute.manager [-] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Took 1.52 seconds to deallocate network for instance. [ 677.811673] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7264ccd8-6def-4399-8dae-39265c8281b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.822653] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd264659-7088-4bcd-810e-10bde263200f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.839327] env[62364]: DEBUG nova.compute.provider_tree [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.851383] env[62364]: DEBUG oslo_vmware.api [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480246, 'name': PowerOnVM_Task, 'duration_secs': 0.48284} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.851383] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.851383] env[62364]: INFO nova.compute.manager [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Took 9.34 seconds to spawn the instance on the hypervisor. [ 677.851383] env[62364]: DEBUG nova.compute.manager [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.851383] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bddcf9-1c4a-4c00-9510-282e6acf7da4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.101962] env[62364]: DEBUG oslo_vmware.api [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148496} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.102243] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.102437] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.102696] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.102874] env[62364]: INFO nova.compute.manager [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Took 0.59 seconds to destroy the instance on the hypervisor. [ 678.103131] env[62364]: DEBUG oslo.service.loopingcall [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.103326] env[62364]: DEBUG nova.compute.manager [-] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.103422] env[62364]: DEBUG nova.network.neutron [-] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.181928] env[62364]: INFO nova.compute.manager [-] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Took 1.38 seconds to deallocate network for instance. [ 678.212703] env[62364]: DEBUG nova.compute.manager [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.239266] env[62364]: DEBUG nova.virt.hardware [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.239528] env[62364]: DEBUG nova.virt.hardware [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.239691] env[62364]: DEBUG nova.virt.hardware [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.239873] env[62364]: DEBUG nova.virt.hardware [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.240068] env[62364]: DEBUG nova.virt.hardware [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.240253] env[62364]: DEBUG nova.virt.hardware [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.240458] env[62364]: DEBUG nova.virt.hardware [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.240621] env[62364]: DEBUG nova.virt.hardware [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.240788] env[62364]: DEBUG nova.virt.hardware [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.240953] env[62364]: DEBUG nova.virt.hardware [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.241185] env[62364]: DEBUG nova.virt.hardware [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.242292] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956ce687-dbe5-47d1-abd9-91a02bb645da {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.251059] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4c0daf-5778-49dd-a47d-50bced558147 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.322978] env[62364]: DEBUG oslo_concurrency.lockutils [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.345233] env[62364]: DEBUG nova.scheduler.client.report [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.369822] env[62364]: INFO nova.compute.manager [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Took 38.66 seconds to build instance. [ 678.689202] env[62364]: DEBUG oslo_concurrency.lockutils [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.849933] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.850742] env[62364]: DEBUG nova.compute.manager [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.853768] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.913s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.854622] env[62364]: INFO nova.compute.claims [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.871887] env[62364]: DEBUG oslo_concurrency.lockutils [None req-86f5ad71-95f1-4472-834a-397317b95adc tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.083s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.948401] env[62364]: DEBUG nova.network.neutron [-] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.009747] env[62364]: DEBUG nova.compute.manager [req-cef49c8f-a712-4467-8072-23ce2b53654f req-c611acd7-bd2c-4139-bb8b-b03f21f16104 service nova] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Received event network-vif-deleted-3e05a69a-641c-4414-a902-48a5b15f2f5a {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 679.009955] env[62364]: DEBUG nova.compute.manager [req-cef49c8f-a712-4467-8072-23ce2b53654f req-c611acd7-bd2c-4139-bb8b-b03f21f16104 service nova] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Received event network-vif-deleted-b34f5498-c0cc-4ce8-b2f7-99eef2e479fc {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 679.360835] env[62364]: DEBUG nova.compute.utils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 679.362685] env[62364]: DEBUG nova.compute.manager [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.366018] env[62364]: DEBUG nova.network.neutron [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.374129] env[62364]: DEBUG nova.compute.manager [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.420026] env[62364]: DEBUG nova.policy [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf872d84668e4989b7bdb23027701cd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0da45dd75c8493a8357ee9b4d476c93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.451295] env[62364]: INFO nova.compute.manager [-] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Took 1.35 seconds to deallocate network for instance. [ 679.529088] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquiring lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.529365] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.529667] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquiring lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.529879] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.530070] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.534515] env[62364]: INFO nova.compute.manager [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Terminating instance [ 679.647762] env[62364]: DEBUG nova.network.neutron [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Successfully updated port: b6d32d2b-e91b-423e-8ede-03e29a4cfed6 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.676573] env[62364]: DEBUG nova.compute.manager [req-03a84f12-525b-4a7a-a8c7-df184ddd1f1d req-39b02c95-0eb8-4023-8ad2-9d6aa32bde42 service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Received event network-vif-plugged-b6d32d2b-e91b-423e-8ede-03e29a4cfed6 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 679.676803] env[62364]: DEBUG oslo_concurrency.lockutils [req-03a84f12-525b-4a7a-a8c7-df184ddd1f1d req-39b02c95-0eb8-4023-8ad2-9d6aa32bde42 service nova] Acquiring lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.677022] env[62364]: DEBUG oslo_concurrency.lockutils [req-03a84f12-525b-4a7a-a8c7-df184ddd1f1d req-39b02c95-0eb8-4023-8ad2-9d6aa32bde42 service nova] Lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.678514] env[62364]: DEBUG oslo_concurrency.lockutils [req-03a84f12-525b-4a7a-a8c7-df184ddd1f1d req-39b02c95-0eb8-4023-8ad2-9d6aa32bde42 service nova] Lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.679106] env[62364]: DEBUG nova.compute.manager [req-03a84f12-525b-4a7a-a8c7-df184ddd1f1d req-39b02c95-0eb8-4023-8ad2-9d6aa32bde42 service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] No waiting events found dispatching network-vif-plugged-b6d32d2b-e91b-423e-8ede-03e29a4cfed6 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.679106] env[62364]: WARNING nova.compute.manager [req-03a84f12-525b-4a7a-a8c7-df184ddd1f1d req-39b02c95-0eb8-4023-8ad2-9d6aa32bde42 service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Received unexpected event network-vif-plugged-b6d32d2b-e91b-423e-8ede-03e29a4cfed6 for instance with vm_state building and task_state spawning. [ 679.703957] env[62364]: DEBUG nova.network.neutron [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Successfully created port: 68eeb10a-0d05-424b-9f51-c44a23755be4 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.871175] env[62364]: DEBUG nova.compute.manager [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.908537] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.960810] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.038765] env[62364]: DEBUG nova.compute.manager [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.039019] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.041367] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e68092f-cfa7-4de4-bf70-f39b0b0bb740 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.052172] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.052172] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6339dc53-18c4-4d60-be35-de7b6c7c3d27 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.060408] env[62364]: DEBUG oslo_vmware.api [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for the task: (returnval){ [ 680.060408] env[62364]: value = "task-2480249" [ 680.060408] env[62364]: _type = "Task" [ 680.060408] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.072061] env[62364]: DEBUG oslo_vmware.api [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.154295] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquiring lock "refresh_cache-bfcf8aba-1e16-421b-94dd-6eb8252e7de0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.154444] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquired lock "refresh_cache-bfcf8aba-1e16-421b-94dd-6eb8252e7de0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.158277] env[62364]: DEBUG nova.network.neutron [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.416164] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07720572-696d-4bf6-a6c1-e7e788a05e41 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.423317] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fe9c11-f204-4a81-bde9-f11d66ae0d32 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.463555] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891239cc-58bf-435c-97fb-ededebf29857 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.472088] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbb2739-c29f-4278-abaa-b40b2909a941 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.486552] env[62364]: DEBUG nova.compute.provider_tree [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.572223] env[62364]: DEBUG oslo_vmware.api [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480249, 'name': PowerOffVM_Task, 'duration_secs': 0.190864} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.573100] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.573100] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.573100] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeeec588-cc59-4173-928a-e4f316ecae89 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.630544] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.631024] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.632073] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Deleting the datastore file [datastore2] 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.632638] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-125a0793-ebdd-4364-8b8b-01bd67bc756a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.642999] env[62364]: DEBUG oslo_vmware.api [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for the task: (returnval){ [ 680.642999] env[62364]: value = "task-2480251" [ 680.642999] env[62364]: _type = "Task" [ 680.642999] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.655237] env[62364]: DEBUG oslo_vmware.api [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.714599] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.714892] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.740577] env[62364]: DEBUG nova.network.neutron [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.748822] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "edb5b881-6836-49cd-88c3-4dc5892cb855" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.749071] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "edb5b881-6836-49cd-88c3-4dc5892cb855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.891872] env[62364]: DEBUG nova.compute.manager [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.920997] env[62364]: DEBUG nova.virt.hardware [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.921278] env[62364]: DEBUG nova.virt.hardware [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.921441] env[62364]: DEBUG nova.virt.hardware [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.921655] env[62364]: DEBUG nova.virt.hardware [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.921804] env[62364]: DEBUG nova.virt.hardware [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.921957] env[62364]: DEBUG nova.virt.hardware [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.922179] env[62364]: DEBUG nova.virt.hardware [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.922386] env[62364]: DEBUG nova.virt.hardware [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.922530] env[62364]: DEBUG nova.virt.hardware [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.922695] env[62364]: DEBUG nova.virt.hardware [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.922872] env[62364]: DEBUG nova.virt.hardware [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.923768] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d1f434-d014-4307-aab4-dbca914c0927 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.933068] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4fa772-3fcc-4d0d-8680-5616a73eb186 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.990196] env[62364]: DEBUG nova.scheduler.client.report [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.005342] env[62364]: DEBUG nova.network.neutron [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Updating instance_info_cache with network_info: [{"id": "b6d32d2b-e91b-423e-8ede-03e29a4cfed6", "address": "fa:16:3e:53:38:ba", "network": {"id": "d7e5e3cd-cd56-4d95-9f5f-20d913d1aaae", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-464313581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9516e8b43524b629ec48d9889c8e796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d32d2b-e9", "ovs_interfaceid": "b6d32d2b-e91b-423e-8ede-03e29a4cfed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.157261] env[62364]: DEBUG oslo_vmware.api [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Task: {'id': task-2480251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13276} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.157261] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.157261] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.157261] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.157261] env[62364]: INFO nova.compute.manager [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 681.157534] env[62364]: DEBUG oslo.service.loopingcall [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.157534] env[62364]: DEBUG nova.compute.manager [-] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.157586] env[62364]: DEBUG nova.network.neutron [-] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.169296] env[62364]: DEBUG nova.compute.manager [req-80c6e936-b8d3-4ec7-9ed6-d8c3c92f13b8 req-e6cd3145-28f0-4228-a1f9-dc19de3db528 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Received event network-vif-plugged-68eeb10a-0d05-424b-9f51-c44a23755be4 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 681.169523] env[62364]: DEBUG oslo_concurrency.lockutils [req-80c6e936-b8d3-4ec7-9ed6-d8c3c92f13b8 req-e6cd3145-28f0-4228-a1f9-dc19de3db528 service nova] Acquiring lock "73b7df84-b690-4c23-8447-f42ba4f125f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.169758] env[62364]: DEBUG oslo_concurrency.lockutils [req-80c6e936-b8d3-4ec7-9ed6-d8c3c92f13b8 req-e6cd3145-28f0-4228-a1f9-dc19de3db528 service nova] Lock "73b7df84-b690-4c23-8447-f42ba4f125f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.169939] env[62364]: DEBUG oslo_concurrency.lockutils [req-80c6e936-b8d3-4ec7-9ed6-d8c3c92f13b8 req-e6cd3145-28f0-4228-a1f9-dc19de3db528 service nova] Lock "73b7df84-b690-4c23-8447-f42ba4f125f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.170631] env[62364]: DEBUG nova.compute.manager [req-80c6e936-b8d3-4ec7-9ed6-d8c3c92f13b8 req-e6cd3145-28f0-4228-a1f9-dc19de3db528 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] No waiting events found dispatching network-vif-plugged-68eeb10a-0d05-424b-9f51-c44a23755be4 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.170763] env[62364]: WARNING nova.compute.manager [req-80c6e936-b8d3-4ec7-9ed6-d8c3c92f13b8 req-e6cd3145-28f0-4228-a1f9-dc19de3db528 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Received unexpected event network-vif-plugged-68eeb10a-0d05-424b-9f51-c44a23755be4 for instance with vm_state building and task_state spawning. [ 681.285721] env[62364]: DEBUG nova.network.neutron [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Successfully updated port: 68eeb10a-0d05-424b-9f51-c44a23755be4 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.497041] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.497041] env[62364]: DEBUG nova.compute.manager [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.498948] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.351s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.503706] env[62364]: INFO nova.compute.claims [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.510498] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Releasing lock "refresh_cache-bfcf8aba-1e16-421b-94dd-6eb8252e7de0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.510839] env[62364]: DEBUG nova.compute.manager [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Instance network_info: |[{"id": "b6d32d2b-e91b-423e-8ede-03e29a4cfed6", "address": "fa:16:3e:53:38:ba", "network": {"id": "d7e5e3cd-cd56-4d95-9f5f-20d913d1aaae", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-464313581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9516e8b43524b629ec48d9889c8e796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d32d2b-e9", "ovs_interfaceid": "b6d32d2b-e91b-423e-8ede-03e29a4cfed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.511244] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:38:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6d32d2b-e91b-423e-8ede-03e29a4cfed6', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.520604] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Creating folder: Project (f9516e8b43524b629ec48d9889c8e796). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.520604] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72a72e15-1a4f-4503-bb32-a43d8789e3d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.533048] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Created folder: Project (f9516e8b43524b629ec48d9889c8e796) in parent group-v501830. [ 681.533260] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Creating folder: Instances. Parent ref: group-v501910. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.533513] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16a20cc3-014a-4807-ac0c-44d2326d4799 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.543270] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Created folder: Instances in parent group-v501910. [ 681.543517] env[62364]: DEBUG oslo.service.loopingcall [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.543716] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.543922] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44888e33-ad23-4df5-8602-6647ba3d176a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.567585] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.567585] env[62364]: value = "task-2480254" [ 681.567585] env[62364]: _type = "Task" [ 681.567585] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.576059] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480254, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.763430] env[62364]: DEBUG nova.compute.manager [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Received event network-changed-b6d32d2b-e91b-423e-8ede-03e29a4cfed6 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 681.763430] env[62364]: DEBUG nova.compute.manager [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Refreshing instance network info cache due to event network-changed-b6d32d2b-e91b-423e-8ede-03e29a4cfed6. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 681.763430] env[62364]: DEBUG oslo_concurrency.lockutils [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] Acquiring lock "refresh_cache-bfcf8aba-1e16-421b-94dd-6eb8252e7de0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.763430] env[62364]: DEBUG oslo_concurrency.lockutils [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] Acquired lock "refresh_cache-bfcf8aba-1e16-421b-94dd-6eb8252e7de0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.763430] env[62364]: DEBUG nova.network.neutron [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Refreshing network info cache for port b6d32d2b-e91b-423e-8ede-03e29a4cfed6 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.791427] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquiring lock "refresh_cache-73b7df84-b690-4c23-8447-f42ba4f125f9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.791637] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquired lock "refresh_cache-73b7df84-b690-4c23-8447-f42ba4f125f9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.791734] env[62364]: DEBUG nova.network.neutron [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.006131] env[62364]: DEBUG nova.compute.utils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 682.009631] env[62364]: DEBUG nova.compute.manager [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.009891] env[62364]: DEBUG nova.network.neutron [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.059404] env[62364]: DEBUG nova.policy [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3d9a0f28fd5494e97ab32cdb89ac53b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74b856a0f1e742618ae294e6e88ccf4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.077088] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480254, 'name': CreateVM_Task, 'duration_secs': 0.340071} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.077268] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.077925] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.078108] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.078430] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.078683] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9518de-9378-461c-910a-8bbb93ac8778 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.083299] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for the task: (returnval){ [ 682.083299] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5248268e-4c22-d8c0-0c31-26b3bd07412c" [ 682.083299] env[62364]: _type = "Task" [ 682.083299] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.087081] env[62364]: DEBUG nova.network.neutron [-] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.092781] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5248268e-4c22-d8c0-0c31-26b3bd07412c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.336291] env[62364]: DEBUG nova.network.neutron [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.394926] env[62364]: DEBUG nova.network.neutron [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Successfully created port: 7ad78bbe-6bad-4e1f-80d4-1bf713fad71c {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.510504] env[62364]: DEBUG nova.compute.manager [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.580757] env[62364]: DEBUG nova.network.neutron [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Updated VIF entry in instance network info cache for port b6d32d2b-e91b-423e-8ede-03e29a4cfed6. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.580757] env[62364]: DEBUG nova.network.neutron [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Updating instance_info_cache with network_info: [{"id": "b6d32d2b-e91b-423e-8ede-03e29a4cfed6", "address": "fa:16:3e:53:38:ba", "network": {"id": "d7e5e3cd-cd56-4d95-9f5f-20d913d1aaae", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-464313581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9516e8b43524b629ec48d9889c8e796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d32d2b-e9", "ovs_interfaceid": "b6d32d2b-e91b-423e-8ede-03e29a4cfed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.581975] env[62364]: DEBUG nova.network.neutron [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Updating instance_info_cache with network_info: [{"id": "68eeb10a-0d05-424b-9f51-c44a23755be4", "address": "fa:16:3e:54:15:8f", "network": {"id": "db33895c-59c7-42db-a119-0766c1d1b6b9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-633857203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0da45dd75c8493a8357ee9b4d476c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68eeb10a-0d", "ovs_interfaceid": "68eeb10a-0d05-424b-9f51-c44a23755be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.590358] env[62364]: INFO nova.compute.manager [-] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Took 1.43 seconds to deallocate network for instance. [ 682.596712] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5248268e-4c22-d8c0-0c31-26b3bd07412c, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.602425] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.602675] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.602920] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.603609] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.603827] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.605011] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b2579ec-8fe1-4435-977b-aa0c290ee16a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.613822] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.614017] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.616067] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ed454b-a2d7-4075-9bff-38b2765a0296 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.622919] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for the task: (returnval){ [ 682.622919] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d35545-6378-1115-a9ac-e3dfa65f6447" [ 682.622919] env[62364]: _type = "Task" [ 682.622919] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.633724] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d35545-6378-1115-a9ac-e3dfa65f6447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.989016] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3ced41-4874-4c17-a746-2ade411d27b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.995355] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3524efbb-9eb6-4bb5-87b6-73d737380f41 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.030043] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af6bf60-dbd0-4073-a7ce-dcc1b18c83fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.037245] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dc039d-1b4a-43b1-b924-698d0efa9f4c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.050263] env[62364]: DEBUG nova.compute.provider_tree [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.085156] env[62364]: DEBUG oslo_concurrency.lockutils [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] Releasing lock "refresh_cache-bfcf8aba-1e16-421b-94dd-6eb8252e7de0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.085415] env[62364]: DEBUG nova.compute.manager [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Received event network-vif-deleted-a4e0df2e-4703-4aeb-af54-153e0c48411c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 683.085592] env[62364]: INFO nova.compute.manager [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Neutron deleted interface a4e0df2e-4703-4aeb-af54-153e0c48411c; detaching it from the instance and deleting it from the info cache [ 683.085767] env[62364]: DEBUG nova.network.neutron [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.089472] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Releasing lock "refresh_cache-73b7df84-b690-4c23-8447-f42ba4f125f9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.089735] env[62364]: DEBUG nova.compute.manager [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Instance network_info: |[{"id": "68eeb10a-0d05-424b-9f51-c44a23755be4", "address": "fa:16:3e:54:15:8f", "network": {"id": "db33895c-59c7-42db-a119-0766c1d1b6b9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-633857203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0da45dd75c8493a8357ee9b4d476c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68eeb10a-0d", "ovs_interfaceid": "68eeb10a-0d05-424b-9f51-c44a23755be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.090106] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:15:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68eeb10a-0d05-424b-9f51-c44a23755be4', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.097450] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Creating folder: Project (b0da45dd75c8493a8357ee9b4d476c93). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.098175] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b7601fa-b245-4853-815b-2cf53871f490 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.105805] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.109506] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Created folder: Project (b0da45dd75c8493a8357ee9b4d476c93) in parent group-v501830. [ 683.109686] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Creating folder: Instances. Parent ref: group-v501913. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.109901] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40787a5a-9016-42d4-a016-b319649ecc6f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.118467] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Created folder: Instances in parent group-v501913. [ 683.118761] env[62364]: DEBUG oslo.service.loopingcall [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.118945] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.119149] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb4346a1-c93a-4ccf-9425-34457f279c01 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.142244] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d35545-6378-1115-a9ac-e3dfa65f6447, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.143380] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.143380] env[62364]: value = "task-2480257" [ 683.143380] env[62364]: _type = "Task" [ 683.143380] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.143577] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f5985f-1bdf-4fcb-a065-e6cdb5ae0c1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.153658] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480257, 'name': CreateVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.153979] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for the task: (returnval){ [ 683.153979] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52887a68-9e45-2b40-183d-69f4b069cba8" [ 683.153979] env[62364]: _type = "Task" [ 683.153979] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.160938] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52887a68-9e45-2b40-183d-69f4b069cba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.201055] env[62364]: DEBUG nova.compute.manager [req-6d400a9e-da2b-44ea-bc11-10e1018e33cd req-539ee2d0-5e02-4c0c-a391-72f1a935dc97 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Received event network-changed-68eeb10a-0d05-424b-9f51-c44a23755be4 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 683.201178] env[62364]: DEBUG nova.compute.manager [req-6d400a9e-da2b-44ea-bc11-10e1018e33cd req-539ee2d0-5e02-4c0c-a391-72f1a935dc97 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Refreshing instance network info cache due to event network-changed-68eeb10a-0d05-424b-9f51-c44a23755be4. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 683.201361] env[62364]: DEBUG oslo_concurrency.lockutils [req-6d400a9e-da2b-44ea-bc11-10e1018e33cd req-539ee2d0-5e02-4c0c-a391-72f1a935dc97 service nova] Acquiring lock "refresh_cache-73b7df84-b690-4c23-8447-f42ba4f125f9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.201478] env[62364]: DEBUG oslo_concurrency.lockutils [req-6d400a9e-da2b-44ea-bc11-10e1018e33cd req-539ee2d0-5e02-4c0c-a391-72f1a935dc97 service nova] Acquired lock "refresh_cache-73b7df84-b690-4c23-8447-f42ba4f125f9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.201640] env[62364]: DEBUG nova.network.neutron [req-6d400a9e-da2b-44ea-bc11-10e1018e33cd req-539ee2d0-5e02-4c0c-a391-72f1a935dc97 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Refreshing network info cache for port 68eeb10a-0d05-424b-9f51-c44a23755be4 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.530822] env[62364]: DEBUG nova.compute.manager [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.556851] env[62364]: DEBUG nova.virt.hardware [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.557109] env[62364]: DEBUG nova.virt.hardware [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.557273] env[62364]: DEBUG nova.virt.hardware [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.557458] env[62364]: DEBUG nova.virt.hardware [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.557607] env[62364]: DEBUG nova.virt.hardware [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.557794] env[62364]: DEBUG nova.virt.hardware [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.558034] env[62364]: DEBUG nova.virt.hardware [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.558204] env[62364]: DEBUG nova.virt.hardware [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.558370] env[62364]: DEBUG nova.virt.hardware [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.558535] env[62364]: DEBUG nova.virt.hardware [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.558710] env[62364]: DEBUG nova.virt.hardware [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.559572] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f10a79-f31a-46b9-b67c-6f8f37b60c49 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.568912] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97124b8-3fe6-492b-96a8-795f984df3d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.572985] env[62364]: ERROR nova.scheduler.client.report [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [req-f5330f20-119b-422d-b44d-0208034e03bc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d900e044-5565-4a73-8d60-eaba89b18259. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5330f20-119b-422d-b44d-0208034e03bc"}]} [ 683.588581] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c0bc2f0-f966-41a8-b432-886920f1c448 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.590707] env[62364]: DEBUG nova.scheduler.client.report [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Refreshing inventories for resource provider d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 683.598792] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb76e05-2828-460c-9ec3-87d772efa398 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.609110] env[62364]: DEBUG nova.scheduler.client.report [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Updating ProviderTree inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 683.609312] env[62364]: DEBUG nova.compute.provider_tree [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.619887] env[62364]: DEBUG nova.scheduler.client.report [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Refreshing aggregate associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, aggregates: None {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 683.632503] env[62364]: DEBUG nova.compute.manager [req-0e6bb7a9-2129-42ed-a049-eab87e9509e7 req-91410977-5dd8-40e9-a688-463a51bff143 service nova] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Detach interface failed, port_id=a4e0df2e-4703-4aeb-af54-153e0c48411c, reason: Instance 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 683.650272] env[62364]: DEBUG nova.scheduler.client.report [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Refreshing trait associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 683.657807] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480257, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.665868] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52887a68-9e45-2b40-183d-69f4b069cba8, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.666389] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.666470] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] bfcf8aba-1e16-421b-94dd-6eb8252e7de0/bfcf8aba-1e16-421b-94dd-6eb8252e7de0.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.666674] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4610371-d323-4c64-8654-de248235c0bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.673941] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for the task: (returnval){ [ 683.673941] env[62364]: value = "task-2480258" [ 683.673941] env[62364]: _type = "Task" [ 683.673941] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.681503] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.939229] env[62364]: DEBUG nova.network.neutron [req-6d400a9e-da2b-44ea-bc11-10e1018e33cd req-539ee2d0-5e02-4c0c-a391-72f1a935dc97 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Updated VIF entry in instance network info cache for port 68eeb10a-0d05-424b-9f51-c44a23755be4. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.939641] env[62364]: DEBUG nova.network.neutron [req-6d400a9e-da2b-44ea-bc11-10e1018e33cd req-539ee2d0-5e02-4c0c-a391-72f1a935dc97 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Updating instance_info_cache with network_info: [{"id": "68eeb10a-0d05-424b-9f51-c44a23755be4", "address": "fa:16:3e:54:15:8f", "network": {"id": "db33895c-59c7-42db-a119-0766c1d1b6b9", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-633857203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0da45dd75c8493a8357ee9b4d476c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68eeb10a-0d", "ovs_interfaceid": "68eeb10a-0d05-424b-9f51-c44a23755be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.113440] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404e7fc2-d184-4bb9-b4a9-cc4d3029914a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.121655] env[62364]: DEBUG nova.compute.manager [req-8fb248f7-4f4b-4ec2-b7d7-5dd6f1c3dbf4 req-3dbbe3d7-f2fb-447c-836d-882f20aa1562 service nova] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Received event network-vif-plugged-7ad78bbe-6bad-4e1f-80d4-1bf713fad71c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 684.121875] env[62364]: DEBUG oslo_concurrency.lockutils [req-8fb248f7-4f4b-4ec2-b7d7-5dd6f1c3dbf4 req-3dbbe3d7-f2fb-447c-836d-882f20aa1562 service nova] Acquiring lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.122110] env[62364]: DEBUG oslo_concurrency.lockutils [req-8fb248f7-4f4b-4ec2-b7d7-5dd6f1c3dbf4 req-3dbbe3d7-f2fb-447c-836d-882f20aa1562 service nova] Lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.122286] env[62364]: DEBUG oslo_concurrency.lockutils [req-8fb248f7-4f4b-4ec2-b7d7-5dd6f1c3dbf4 req-3dbbe3d7-f2fb-447c-836d-882f20aa1562 service nova] Lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.122454] env[62364]: DEBUG nova.compute.manager [req-8fb248f7-4f4b-4ec2-b7d7-5dd6f1c3dbf4 req-3dbbe3d7-f2fb-447c-836d-882f20aa1562 service nova] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] No waiting events found dispatching network-vif-plugged-7ad78bbe-6bad-4e1f-80d4-1bf713fad71c {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.122637] env[62364]: WARNING nova.compute.manager [req-8fb248f7-4f4b-4ec2-b7d7-5dd6f1c3dbf4 req-3dbbe3d7-f2fb-447c-836d-882f20aa1562 service nova] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Received unexpected event network-vif-plugged-7ad78bbe-6bad-4e1f-80d4-1bf713fad71c for instance with vm_state building and task_state spawning. [ 684.127769] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a61c855-96c3-41ad-8bb7-08dbf702939e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.163375] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547ea2ca-5577-4d80-976a-1e1c861aa71e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.170195] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480257, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.173197] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffb4637-7f58-41be-8562-de907bbae112 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.188544] env[62364]: DEBUG nova.compute.provider_tree [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.192479] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.443339] env[62364]: DEBUG oslo_concurrency.lockutils [req-6d400a9e-da2b-44ea-bc11-10e1018e33cd req-539ee2d0-5e02-4c0c-a391-72f1a935dc97 service nova] Releasing lock "refresh_cache-73b7df84-b690-4c23-8447-f42ba4f125f9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.453330] env[62364]: DEBUG nova.network.neutron [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Successfully updated port: 7ad78bbe-6bad-4e1f-80d4-1bf713fad71c {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.672332] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480257, 'name': CreateVM_Task, 'duration_secs': 1.298138} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.672650] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.673591] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.673781] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.674252] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.674603] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3f2ab1-1aae-41c2-8a09-ccd264093ff8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.687288] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480258, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.689196] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for the task: (returnval){ [ 684.689196] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5295ce3a-d078-c71f-e694-2ea54d613463" [ 684.689196] env[62364]: _type = "Task" [ 684.689196] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.705106] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5295ce3a-d078-c71f-e694-2ea54d613463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.728041] env[62364]: DEBUG nova.scheduler.client.report [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Updated inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 684.728326] env[62364]: DEBUG nova.compute.provider_tree [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Updating resource provider d900e044-5565-4a73-8d60-eaba89b18259 generation from 53 to 54 during operation: update_inventory {{(pid=62364) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 684.728515] env[62364]: DEBUG nova.compute.provider_tree [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.957410] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "refresh_cache-bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.957410] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired lock "refresh_cache-bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.957410] env[62364]: DEBUG nova.network.neutron [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.188396] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480258, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.072155} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.188670] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] bfcf8aba-1e16-421b-94dd-6eb8252e7de0/bfcf8aba-1e16-421b-94dd-6eb8252e7de0.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.188940] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.189216] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-354ec73e-acdd-4e3a-9568-860379fa93e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.199603] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5295ce3a-d078-c71f-e694-2ea54d613463, 'name': SearchDatastore_Task, 'duration_secs': 0.021019} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.200721] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.200948] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.201213] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.201368] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.201547] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.201828] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for the task: (returnval){ [ 685.201828] env[62364]: value = "task-2480259" [ 685.201828] env[62364]: _type = "Task" [ 685.201828] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.202013] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71c9ec65-d40e-472d-bdb0-75d3c1df69f1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.210883] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.212774] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.212886] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.213582] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a693ca2d-6430-4e29-a5bd-13ab99e5cbe0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.218151] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for the task: (returnval){ [ 685.218151] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ccf36d-e85d-f4e3-a1b9-c508cbfcef21" [ 685.218151] env[62364]: _type = "Task" [ 685.218151] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.225594] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ccf36d-e85d-f4e3-a1b9-c508cbfcef21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.233404] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.734s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.233877] env[62364]: DEBUG nova.compute.manager [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.236337] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.299s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.237700] env[62364]: INFO nova.compute.claims [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.500243] env[62364]: DEBUG nova.network.neutron [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.712637] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063091} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.713491] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.713841] env[62364]: DEBUG nova.network.neutron [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Updating instance_info_cache with network_info: [{"id": "7ad78bbe-6bad-4e1f-80d4-1bf713fad71c", "address": "fa:16:3e:3c:95:ba", "network": {"id": "41d9df8a-9cfb-45dd-83ac-ee969190b1af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2113703358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b856a0f1e742618ae294e6e88ccf4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad78bbe-6b", "ovs_interfaceid": "7ad78bbe-6bad-4e1f-80d4-1bf713fad71c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.715515] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4128a30e-b428-47fa-9da7-257246aa7ae0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.739934] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] bfcf8aba-1e16-421b-94dd-6eb8252e7de0/bfcf8aba-1e16-421b-94dd-6eb8252e7de0.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.743574] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6aff456-0bfa-4918-9427-13998455d0d1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.758930] env[62364]: DEBUG nova.compute.utils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 685.764936] env[62364]: DEBUG nova.compute.manager [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.765230] env[62364]: DEBUG nova.network.neutron [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.767198] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ccf36d-e85d-f4e3-a1b9-c508cbfcef21, 'name': SearchDatastore_Task, 'duration_secs': 0.00862} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.769879] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27aa30cf-dc6f-4902-91fd-1c9feb7940bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.773063] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for the task: (returnval){ [ 685.773063] env[62364]: value = "task-2480260" [ 685.773063] env[62364]: _type = "Task" [ 685.773063] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.777847] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for the task: (returnval){ [ 685.777847] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5278189e-c9f1-e75e-8fe7-79be905aca59" [ 685.777847] env[62364]: _type = "Task" [ 685.777847] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.784119] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.788527] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5278189e-c9f1-e75e-8fe7-79be905aca59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.803284] env[62364]: DEBUG nova.policy [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07cd50f5e606427d93c6a034d605e254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236d4594f391478bb7a4622a35977ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.219627] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Releasing lock "refresh_cache-bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.219951] env[62364]: DEBUG nova.compute.manager [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Instance network_info: |[{"id": "7ad78bbe-6bad-4e1f-80d4-1bf713fad71c", "address": "fa:16:3e:3c:95:ba", "network": {"id": "41d9df8a-9cfb-45dd-83ac-ee969190b1af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2113703358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b856a0f1e742618ae294e6e88ccf4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad78bbe-6b", "ovs_interfaceid": "7ad78bbe-6bad-4e1f-80d4-1bf713fad71c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.220369] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:95:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ad78bbe-6bad-4e1f-80d4-1bf713fad71c', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.228203] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Creating folder: Project (74b856a0f1e742618ae294e6e88ccf4d). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.228513] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-117ea99d-49f8-4e38-93a6-5ddfbf27c6a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.239425] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Created folder: Project (74b856a0f1e742618ae294e6e88ccf4d) in parent group-v501830. [ 686.239634] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Creating folder: Instances. Parent ref: group-v501916. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.239868] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfe09986-f95b-4e9a-966b-bf7f30ee69c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.244067] env[62364]: DEBUG nova.network.neutron [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Successfully created port: f43774f2-ffd7-4e47-950b-41dbab966cdd {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.250130] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Created folder: Instances in parent group-v501916. [ 686.250130] env[62364]: DEBUG oslo.service.loopingcall [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.250130] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.250130] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d1fc1a0-2395-4401-96b6-c514002a1228 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.268676] env[62364]: DEBUG nova.compute.manager [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.273707] env[62364]: DEBUG nova.compute.manager [req-2da200be-0ad2-4c74-89f5-6f814d6ed32d req-97cd999b-d16c-4c14-8135-11cd659ce404 service nova] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Received event network-changed-7ad78bbe-6bad-4e1f-80d4-1bf713fad71c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 686.273707] env[62364]: DEBUG nova.compute.manager [req-2da200be-0ad2-4c74-89f5-6f814d6ed32d req-97cd999b-d16c-4c14-8135-11cd659ce404 service nova] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Refreshing instance network info cache due to event network-changed-7ad78bbe-6bad-4e1f-80d4-1bf713fad71c. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 686.273707] env[62364]: DEBUG oslo_concurrency.lockutils [req-2da200be-0ad2-4c74-89f5-6f814d6ed32d req-97cd999b-d16c-4c14-8135-11cd659ce404 service nova] Acquiring lock "refresh_cache-bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.273707] env[62364]: DEBUG oslo_concurrency.lockutils [req-2da200be-0ad2-4c74-89f5-6f814d6ed32d req-97cd999b-d16c-4c14-8135-11cd659ce404 service nova] Acquired lock "refresh_cache-bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.273707] env[62364]: DEBUG nova.network.neutron [req-2da200be-0ad2-4c74-89f5-6f814d6ed32d req-97cd999b-d16c-4c14-8135-11cd659ce404 service nova] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Refreshing network info cache for port 7ad78bbe-6bad-4e1f-80d4-1bf713fad71c {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.283246] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.283246] env[62364]: value = "task-2480263" [ 686.283246] env[62364]: _type = "Task" [ 686.283246] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.293259] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480260, 'name': ReconfigVM_Task, 'duration_secs': 0.294354} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.296315] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Reconfigured VM instance instance-0000001d to attach disk [datastore1] bfcf8aba-1e16-421b-94dd-6eb8252e7de0/bfcf8aba-1e16-421b-94dd-6eb8252e7de0.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.301374] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21e2e22f-396b-4502-b712-a33b0f2e27e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.302553] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5278189e-c9f1-e75e-8fe7-79be905aca59, 'name': SearchDatastore_Task, 'duration_secs': 0.012239} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.307416] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.307671] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 73b7df84-b690-4c23-8447-f42ba4f125f9/73b7df84-b690-4c23-8447-f42ba4f125f9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.307890] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480263, 'name': CreateVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.308478] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe73c733-dfe1-4cd7-9714-dc96fb82eb78 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.314719] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for the task: (returnval){ [ 686.314719] env[62364]: value = "task-2480264" [ 686.314719] env[62364]: _type = "Task" [ 686.314719] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.319844] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for the task: (returnval){ [ 686.319844] env[62364]: value = "task-2480265" [ 686.319844] env[62364]: _type = "Task" [ 686.319844] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.325867] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480264, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.335072] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.741079] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7adc275-eeac-45c3-ac2d-a455f40a8cd3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.748986] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cd019a-51d7-4b44-8535-01fa679edad1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.788222] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f8484c-d69c-4fe3-ba11-2771970c2de6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.804099] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114fe128-532d-4eed-8511-46c77e090cac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.807803] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480263, 'name': CreateVM_Task, 'duration_secs': 0.307577} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.807970] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.808949] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.809125] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.809581] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.810092] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa97be90-609e-4ff2-b636-efbf64ccd5b6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.819610] env[62364]: DEBUG nova.compute.provider_tree [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.831641] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 686.831641] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e6e2cc-e7b3-1286-5bda-e055b870b6f3" [ 686.831641] env[62364]: _type = "Task" [ 686.831641] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.841133] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480264, 'name': Rename_Task, 'duration_secs': 0.147709} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.841357] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480732} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.841898] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.842160] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 73b7df84-b690-4c23-8447-f42ba4f125f9/73b7df84-b690-4c23-8447-f42ba4f125f9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.842361] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.842579] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f2de42b-d528-4999-ba47-a0239515d130 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.843911] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-920d5c67-ba7b-435d-b8d6-bfed5072e8fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.848898] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e6e2cc-e7b3-1286-5bda-e055b870b6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.849655] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.849886] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.850141] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.850295] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.850475] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.850720] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01e5c165-34be-43fc-ac7f-53fd2efe9dbc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.854061] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for the task: (returnval){ [ 686.854061] env[62364]: value = "task-2480267" [ 686.854061] env[62364]: _type = "Task" [ 686.854061] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.855664] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for the task: (returnval){ [ 686.855664] env[62364]: value = "task-2480266" [ 686.855664] env[62364]: _type = "Task" [ 686.855664] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.861819] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.862038] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.863024] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30bfbba-d73e-4225-b12a-e4d41f900c74 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.867949] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.874444] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480266, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.875894] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 686.875894] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]524253c6-55ec-007f-aa5d-2190df582b61" [ 686.875894] env[62364]: _type = "Task" [ 686.875894] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.883376] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524253c6-55ec-007f-aa5d-2190df582b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.016349] env[62364]: DEBUG nova.network.neutron [req-2da200be-0ad2-4c74-89f5-6f814d6ed32d req-97cd999b-d16c-4c14-8135-11cd659ce404 service nova] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Updated VIF entry in instance network info cache for port 7ad78bbe-6bad-4e1f-80d4-1bf713fad71c. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.016712] env[62364]: DEBUG nova.network.neutron [req-2da200be-0ad2-4c74-89f5-6f814d6ed32d req-97cd999b-d16c-4c14-8135-11cd659ce404 service nova] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Updating instance_info_cache with network_info: [{"id": "7ad78bbe-6bad-4e1f-80d4-1bf713fad71c", "address": "fa:16:3e:3c:95:ba", "network": {"id": "41d9df8a-9cfb-45dd-83ac-ee969190b1af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2113703358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b856a0f1e742618ae294e6e88ccf4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad78bbe-6b", "ovs_interfaceid": "7ad78bbe-6bad-4e1f-80d4-1bf713fad71c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.294779] env[62364]: DEBUG nova.compute.manager [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.321016] env[62364]: DEBUG nova.virt.hardware [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.321016] env[62364]: DEBUG nova.virt.hardware [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.321016] env[62364]: DEBUG nova.virt.hardware [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.321233] env[62364]: DEBUG nova.virt.hardware [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.321233] env[62364]: DEBUG nova.virt.hardware [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.321377] env[62364]: DEBUG nova.virt.hardware [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.321577] env[62364]: DEBUG nova.virt.hardware [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.321744] env[62364]: DEBUG nova.virt.hardware [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.321907] env[62364]: DEBUG nova.virt.hardware [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.322077] env[62364]: DEBUG nova.virt.hardware [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.322248] env[62364]: DEBUG nova.virt.hardware [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.325708] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2985ffe-0295-4feb-8c7d-f6dfcdedb9d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.334930] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177cb94a-0a9c-40f1-9455-36d17e3c1fcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.359448] env[62364]: DEBUG nova.scheduler.client.report [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Updated inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 687.359691] env[62364]: DEBUG nova.compute.provider_tree [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Updating resource provider d900e044-5565-4a73-8d60-eaba89b18259 generation from 54 to 55 during operation: update_inventory {{(pid=62364) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 687.359871] env[62364]: DEBUG nova.compute.provider_tree [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.373908] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071998} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.377657] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.378074] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480266, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.379407] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c880863a-7123-4a5d-88e0-bf5b51884856 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.391518] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524253c6-55ec-007f-aa5d-2190df582b61, 'name': SearchDatastore_Task, 'duration_secs': 0.01148} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.410346] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 73b7df84-b690-4c23-8447-f42ba4f125f9/73b7df84-b690-4c23-8447-f42ba4f125f9.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.410679] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5169c02b-f705-47f9-b480-a42be9a2bda1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.413552] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0718727-c7f5-4633-a576-264059441a45 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.431035] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 687.431035] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a5d322-0c4a-ed29-b911-666997eaac66" [ 687.431035] env[62364]: _type = "Task" [ 687.431035] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.435412] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for the task: (returnval){ [ 687.435412] env[62364]: value = "task-2480268" [ 687.435412] env[62364]: _type = "Task" [ 687.435412] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.441268] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a5d322-0c4a-ed29-b911-666997eaac66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.446517] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.520254] env[62364]: DEBUG oslo_concurrency.lockutils [req-2da200be-0ad2-4c74-89f5-6f814d6ed32d req-97cd999b-d16c-4c14-8135-11cd659ce404 service nova] Releasing lock "refresh_cache-bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.868429] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.868979] env[62364]: DEBUG nova.compute.manager [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.871695] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.335s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.873607] env[62364]: INFO nova.compute.claims [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.881106] env[62364]: DEBUG oslo_vmware.api [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480266, 'name': PowerOnVM_Task, 'duration_secs': 0.567253} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.881938] env[62364]: DEBUG nova.network.neutron [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Successfully updated port: f43774f2-ffd7-4e47-950b-41dbab966cdd {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.882840] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.883048] env[62364]: INFO nova.compute.manager [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Took 9.67 seconds to spawn the instance on the hypervisor. [ 687.883234] env[62364]: DEBUG nova.compute.manager [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.884031] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15619ffc-4eb7-48d1-a7aa-4f9e5c4ffd10 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.944458] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a5d322-0c4a-ed29-b911-666997eaac66, 'name': SearchDatastore_Task, 'duration_secs': 0.030059} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.945189] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.945456] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] bc34c2d9-69e1-4d65-8d0f-efdfd2b73814/bc34c2d9-69e1-4d65-8d0f-efdfd2b73814.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.945921] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-040659a3-272c-46cb-979b-49df7d57cc51 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.951057] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.955529] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 687.955529] env[62364]: value = "task-2480269" [ 687.955529] env[62364]: _type = "Task" [ 687.955529] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.963066] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.299562] env[62364]: DEBUG nova.compute.manager [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Received event network-vif-plugged-f43774f2-ffd7-4e47-950b-41dbab966cdd {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 688.299562] env[62364]: DEBUG oslo_concurrency.lockutils [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] Acquiring lock "829a7b11-bbd2-4193-869c-71fb8e8e0075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.299562] env[62364]: DEBUG oslo_concurrency.lockutils [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] Lock "829a7b11-bbd2-4193-869c-71fb8e8e0075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.299562] env[62364]: DEBUG oslo_concurrency.lockutils [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] Lock "829a7b11-bbd2-4193-869c-71fb8e8e0075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.299562] env[62364]: DEBUG nova.compute.manager [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] No waiting events found dispatching network-vif-plugged-f43774f2-ffd7-4e47-950b-41dbab966cdd {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.299942] env[62364]: WARNING nova.compute.manager [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Received unexpected event network-vif-plugged-f43774f2-ffd7-4e47-950b-41dbab966cdd for instance with vm_state building and task_state spawning. [ 688.299942] env[62364]: DEBUG nova.compute.manager [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Received event network-changed-f43774f2-ffd7-4e47-950b-41dbab966cdd {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 688.300067] env[62364]: DEBUG nova.compute.manager [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Refreshing instance network info cache due to event network-changed-f43774f2-ffd7-4e47-950b-41dbab966cdd. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 688.300184] env[62364]: DEBUG oslo_concurrency.lockutils [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] Acquiring lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.300338] env[62364]: DEBUG oslo_concurrency.lockutils [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] Acquired lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.300499] env[62364]: DEBUG nova.network.neutron [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Refreshing network info cache for port f43774f2-ffd7-4e47-950b-41dbab966cdd {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.380992] env[62364]: DEBUG nova.compute.utils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 688.380992] env[62364]: DEBUG nova.compute.manager [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Not allocating networking since 'none' was specified. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 688.387318] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.400639] env[62364]: INFO nova.compute.manager [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Took 47.93 seconds to build instance. [ 688.446383] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.464376] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.834602] env[62364]: DEBUG nova.network.neutron [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.882681] env[62364]: DEBUG nova.compute.manager [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.891609] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquiring lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.904077] env[62364]: DEBUG oslo_concurrency.lockutils [None req-648df473-513a-4297-8fc2-a2cc162d2a78 tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.050s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.905787] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.014s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.906195] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquiring lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.906537] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.906920] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.909112] env[62364]: INFO nova.compute.manager [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Terminating instance [ 688.916579] env[62364]: DEBUG nova.network.neutron [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.947835] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480268, 'name': ReconfigVM_Task, 'duration_secs': 1.145972} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.950542] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 73b7df84-b690-4c23-8447-f42ba4f125f9/73b7df84-b690-4c23-8447-f42ba4f125f9.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.951578] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-038c0979-456e-48e9-993a-8073b57b6eb3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.960576] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for the task: (returnval){ [ 688.960576] env[62364]: value = "task-2480270" [ 688.960576] env[62364]: _type = "Task" [ 688.960576] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.968797] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88842} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.969345] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] bc34c2d9-69e1-4d65-8d0f-efdfd2b73814/bc34c2d9-69e1-4d65-8d0f-efdfd2b73814.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.969556] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.969790] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e25fb46-0cc9-482e-bb6a-e89adfa80f5e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.974489] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480270, 'name': Rename_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.980597] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 688.980597] env[62364]: value = "task-2480271" [ 688.980597] env[62364]: _type = "Task" [ 688.980597] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.989158] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.302645] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3468f62e-9aa4-417d-8e53-64867a66396c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.310334] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd5df95-2c82-4dee-889a-e18b62a8343b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.341251] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9099a5-df87-4717-825b-d72aaf3ba122 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.348135] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e502004-58f4-4573-a54e-a0f74a020ae6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.360941] env[62364]: DEBUG nova.compute.provider_tree [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.409981] env[62364]: DEBUG nova.compute.manager [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.416156] env[62364]: DEBUG nova.compute.manager [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.416377] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.417579] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3ed184-aa51-4648-8475-738b565ecffb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.422301] env[62364]: DEBUG oslo_concurrency.lockutils [req-cec20843-f270-4372-97d9-16320cc3d345 req-121f5ac7-525d-48dc-8cd1-01ab4a70c2bf service nova] Releasing lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.422632] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.422811] env[62364]: DEBUG nova.network.neutron [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.425850] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.426337] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9b1efd9-2ce3-4633-b246-8721010ae201 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.432580] env[62364]: DEBUG oslo_vmware.api [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for the task: (returnval){ [ 689.432580] env[62364]: value = "task-2480272" [ 689.432580] env[62364]: _type = "Task" [ 689.432580] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.443441] env[62364]: DEBUG oslo_vmware.api [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.472423] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480270, 'name': Rename_Task, 'duration_secs': 0.15608} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.472716] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.472964] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c8a3a60-910b-4e94-ba6b-d529d0aa66b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.479467] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for the task: (returnval){ [ 689.479467] env[62364]: value = "task-2480273" [ 689.479467] env[62364]: _type = "Task" [ 689.479467] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.490097] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.492984] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064633} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.493254] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.493990] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bab2b7-14e3-4449-9e81-07a2e1d8e4be {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.516043] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] bc34c2d9-69e1-4d65-8d0f-efdfd2b73814/bc34c2d9-69e1-4d65-8d0f-efdfd2b73814.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.516691] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb4bf5fd-7aa4-4b62-a643-4135fc8b658e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.535967] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 689.535967] env[62364]: value = "task-2480274" [ 689.535967] env[62364]: _type = "Task" [ 689.535967] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.544456] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.865061] env[62364]: DEBUG nova.scheduler.client.report [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.897075] env[62364]: DEBUG nova.compute.manager [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.924965] env[62364]: DEBUG nova.virt.hardware [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.925261] env[62364]: DEBUG nova.virt.hardware [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.925421] env[62364]: DEBUG nova.virt.hardware [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.925605] env[62364]: DEBUG nova.virt.hardware [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.925770] env[62364]: DEBUG nova.virt.hardware [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.925924] env[62364]: DEBUG nova.virt.hardware [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.926157] env[62364]: DEBUG nova.virt.hardware [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.926322] env[62364]: DEBUG nova.virt.hardware [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.926506] env[62364]: DEBUG nova.virt.hardware [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.926683] env[62364]: DEBUG nova.virt.hardware [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.926866] env[62364]: DEBUG nova.virt.hardware [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.929452] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e40aa2a-ff3a-4c5f-8e33-e46096d4eccf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.932695] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.940612] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ee5d46-64b0-491c-b2b0-17c50a35ea52 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.949202] env[62364]: DEBUG oslo_vmware.api [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480272, 'name': PowerOffVM_Task, 'duration_secs': 0.263947} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.949785] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.949977] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.950245] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae6c6fd8-911d-4eb4-b7d4-e896c2eb3726 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.959330] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.964882] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Creating folder: Project (b6c3535775054d7e96aff3d77ccc35f2). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.965889] env[62364]: DEBUG nova.network.neutron [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.969300] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c993af7-3ffb-44c3-9128-b883c4f0bbd3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.979252] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Created folder: Project (b6c3535775054d7e96aff3d77ccc35f2) in parent group-v501830. [ 689.979448] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Creating folder: Instances. Parent ref: group-v501919. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.979676] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3b3ba0f-8290-40b2-b96a-b435614bbbae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.990304] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.991754] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Created folder: Instances in parent group-v501919. [ 689.992029] env[62364]: DEBUG oslo.service.loopingcall [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.992210] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.992408] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deb3c7bb-99e4-4225-a437-01c0a669c319 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.010059] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.010059] env[62364]: value = "task-2480278" [ 690.010059] env[62364]: _type = "Task" [ 690.010059] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.019374] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480278, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.041902] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.042166] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.042372] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Deleting the datastore file [datastore1] bfcf8aba-1e16-421b-94dd-6eb8252e7de0 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.043178] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7806ea06-f634-4f66-a85a-3973fdda50bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.049190] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480274, 'name': ReconfigVM_Task, 'duration_secs': 0.267765} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.052943] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Reconfigured VM instance instance-0000001f to attach disk [datastore2] bc34c2d9-69e1-4d65-8d0f-efdfd2b73814/bc34c2d9-69e1-4d65-8d0f-efdfd2b73814.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.053693] env[62364]: DEBUG oslo_vmware.api [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for the task: (returnval){ [ 690.053693] env[62364]: value = "task-2480279" [ 690.053693] env[62364]: _type = "Task" [ 690.053693] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.053879] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c52079ce-5f35-44df-b460-5dd27ecdaaa7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.063475] env[62364]: DEBUG oslo_vmware.api [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.064778] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 690.064778] env[62364]: value = "task-2480280" [ 690.064778] env[62364]: _type = "Task" [ 690.064778] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.072466] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480280, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.187897] env[62364]: DEBUG nova.network.neutron [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Updating instance_info_cache with network_info: [{"id": "f43774f2-ffd7-4e47-950b-41dbab966cdd", "address": "fa:16:3e:90:49:48", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43774f2-ff", "ovs_interfaceid": "f43774f2-ffd7-4e47-950b-41dbab966cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.371214] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.371740] env[62364]: DEBUG nova.compute.manager [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.374385] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.014s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.374614] env[62364]: DEBUG nova.objects.instance [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lazy-loading 'resources' on Instance uuid 00fdb372-683f-4552-a771-976703866093 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.494027] env[62364]: DEBUG oslo_vmware.api [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480273, 'name': PowerOnVM_Task, 'duration_secs': 0.655532} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.494409] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.494737] env[62364]: INFO nova.compute.manager [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Took 9.60 seconds to spawn the instance on the hypervisor. [ 690.494975] env[62364]: DEBUG nova.compute.manager [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.496215] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ac8bad-7d81-4510-b92f-1295196bc3d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.520647] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480278, 'name': CreateVM_Task, 'duration_secs': 0.279102} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.520870] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.521420] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.521662] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.522098] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.522504] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b15dc05-f1cb-4ba6-9ec2-a73b202bb79b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.529265] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 690.529265] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52859dca-6c53-5a4b-0952-a05dcb512ab7" [ 690.529265] env[62364]: _type = "Task" [ 690.529265] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.536728] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52859dca-6c53-5a4b-0952-a05dcb512ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.567594] env[62364]: DEBUG oslo_vmware.api [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Task: {'id': task-2480279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402438} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.571572] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.571773] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.571955] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.572148] env[62364]: INFO nova.compute.manager [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 690.572391] env[62364]: DEBUG oslo.service.loopingcall [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.572592] env[62364]: DEBUG nova.compute.manager [-] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.572687] env[62364]: DEBUG nova.network.neutron [-] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.581192] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480280, 'name': Rename_Task, 'duration_secs': 0.181291} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.581454] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.581691] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f9e3c80-58f8-4db7-bfc9-6fdd45497667 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.590276] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 690.590276] env[62364]: value = "task-2480281" [ 690.590276] env[62364]: _type = "Task" [ 690.590276] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.597823] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.690695] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.691009] env[62364]: DEBUG nova.compute.manager [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Instance network_info: |[{"id": "f43774f2-ffd7-4e47-950b-41dbab966cdd", "address": "fa:16:3e:90:49:48", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43774f2-ff", "ovs_interfaceid": "f43774f2-ffd7-4e47-950b-41dbab966cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.691430] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:49:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f43774f2-ffd7-4e47-950b-41dbab966cdd', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.699117] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Creating folder: Project (236d4594f391478bb7a4622a35977ff3). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.699384] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8554025f-5123-47b9-8bb0-2439c14182b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.709848] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Created folder: Project (236d4594f391478bb7a4622a35977ff3) in parent group-v501830. [ 690.710045] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Creating folder: Instances. Parent ref: group-v501922. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.710271] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61ce7baa-5e77-4537-8c87-9edd2e8c6703 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.718736] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Created folder: Instances in parent group-v501922. [ 690.718968] env[62364]: DEBUG oslo.service.loopingcall [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.719169] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.719367] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d6d985c-abf4-4563-922c-27774650bc9a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.744871] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.744871] env[62364]: value = "task-2480284" [ 690.744871] env[62364]: _type = "Task" [ 690.744871] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.753470] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480284, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.877744] env[62364]: DEBUG nova.compute.utils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 690.879234] env[62364]: DEBUG nova.compute.manager [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.879456] env[62364]: DEBUG nova.network.neutron [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.937294] env[62364]: DEBUG nova.policy [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07cd50f5e606427d93c6a034d605e254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236d4594f391478bb7a4622a35977ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.018566] env[62364]: INFO nova.compute.manager [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Took 47.47 seconds to build instance. [ 691.038205] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52859dca-6c53-5a4b-0952-a05dcb512ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.037617} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.039334] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.039591] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.039833] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.039993] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.040187] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.040662] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95dd2645-fbf4-42a5-b106-83f1e0e8269f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.054381] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.054575] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.055361] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-692d4c84-47ae-4abb-b7d6-6d270480dafa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.063834] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 691.063834] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c4de86-e5b2-1867-4624-49b2c066c412" [ 691.063834] env[62364]: _type = "Task" [ 691.063834] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.070958] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c4de86-e5b2-1867-4624-49b2c066c412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.101458] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.122778] env[62364]: DEBUG nova.compute.manager [req-53b17f39-e8aa-4430-baab-99cbf0d59e24 req-401503e4-f11a-41c6-b9f6-e346d99d5f4e service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Received event network-vif-deleted-b6d32d2b-e91b-423e-8ede-03e29a4cfed6 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 691.122778] env[62364]: INFO nova.compute.manager [req-53b17f39-e8aa-4430-baab-99cbf0d59e24 req-401503e4-f11a-41c6-b9f6-e346d99d5f4e service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Neutron deleted interface b6d32d2b-e91b-423e-8ede-03e29a4cfed6; detaching it from the instance and deleting it from the info cache [ 691.123115] env[62364]: DEBUG nova.network.neutron [req-53b17f39-e8aa-4430-baab-99cbf0d59e24 req-401503e4-f11a-41c6-b9f6-e346d99d5f4e service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.214881] env[62364]: DEBUG nova.network.neutron [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Successfully created port: 9c99b766-5156-432f-9824-ebdbaf1ee82b {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.258059] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480284, 'name': CreateVM_Task, 'duration_secs': 0.325211} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.260907] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.262074] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.262492] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.262628] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.262941] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2078d161-eb54-4bed-8fe7-8bb3427ef770 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.269178] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 691.269178] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521cc713-efec-e580-4697-097ed21b9d18" [ 691.269178] env[62364]: _type = "Task" [ 691.269178] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.281363] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521cc713-efec-e580-4697-097ed21b9d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.373135] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866d744-eef1-4994-a385-7b16627a7b00 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.380540] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6ce884-74d4-441e-9d84-ab24ff79451b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.384326] env[62364]: DEBUG nova.compute.manager [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.417226] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4341ad6b-ffad-420b-9725-c46a30839bc8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.426717] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0443f828-7b7b-417b-9f60-ef8ab12cf034 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.442211] env[62364]: DEBUG nova.compute.provider_tree [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.447799] env[62364]: DEBUG nova.network.neutron [-] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.473642] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f9511d29-668e-4b4a-bd15-3e7ab586bbc6 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquiring lock "interface-73b7df84-b690-4c23-8447-f42ba4f125f9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.474029] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f9511d29-668e-4b4a-bd15-3e7ab586bbc6 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "interface-73b7df84-b690-4c23-8447-f42ba4f125f9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.474507] env[62364]: DEBUG nova.objects.instance [None req-f9511d29-668e-4b4a-bd15-3e7ab586bbc6 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lazy-loading 'flavor' on Instance uuid 73b7df84-b690-4c23-8447-f42ba4f125f9 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.520180] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb4b4ee4-2fbf-4e6f-8f0d-888c9a6be2e9 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "73b7df84-b690-4c23-8447-f42ba4f125f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.610s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.574658] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c4de86-e5b2-1867-4624-49b2c066c412, 'name': SearchDatastore_Task, 'duration_secs': 0.031642} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.575481] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759c0a77-dc0d-47e5-b11b-0efedb61760d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.580915] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 691.580915] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5235b4aa-afd9-3bb2-998a-358d9a7f421a" [ 691.580915] env[62364]: _type = "Task" [ 691.580915] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.589975] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5235b4aa-afd9-3bb2-998a-358d9a7f421a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.599467] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.627838] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb5390e5-8ddc-4470-8c3c-e69a42993c93 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.637537] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4c1bc6-e59f-4eb0-95bd-b2b4f9269843 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.671342] env[62364]: DEBUG nova.compute.manager [req-53b17f39-e8aa-4430-baab-99cbf0d59e24 req-401503e4-f11a-41c6-b9f6-e346d99d5f4e service nova] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Detach interface failed, port_id=b6d32d2b-e91b-423e-8ede-03e29a4cfed6, reason: Instance bfcf8aba-1e16-421b-94dd-6eb8252e7de0 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 691.780174] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521cc713-efec-e580-4697-097ed21b9d18, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.780498] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.780772] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.780964] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.781137] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.781331] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.781564] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0455eaf6-00a0-4ded-a2ca-d97c4cbdb38f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.789970] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.790251] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.790981] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5959a4-5363-4727-867c-b31fd001a394 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.795897] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 691.795897] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521047f3-8453-f2de-6bb7-cd9e635468f4" [ 691.795897] env[62364]: _type = "Task" [ 691.795897] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.803458] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521047f3-8453-f2de-6bb7-cd9e635468f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.948050] env[62364]: DEBUG nova.scheduler.client.report [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.950037] env[62364]: INFO nova.compute.manager [-] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Took 1.38 seconds to deallocate network for instance. [ 691.978402] env[62364]: DEBUG nova.objects.instance [None req-f9511d29-668e-4b4a-bd15-3e7ab586bbc6 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lazy-loading 'pci_requests' on Instance uuid 73b7df84-b690-4c23-8447-f42ba4f125f9 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.023225] env[62364]: DEBUG nova.compute.manager [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.091394] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5235b4aa-afd9-3bb2-998a-358d9a7f421a, 'name': SearchDatastore_Task, 'duration_secs': 0.011678} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.091651] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.091907] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.092178] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e810cd35-0f91-4d51-9ebe-a99d5040ef39 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.102478] env[62364]: DEBUG oslo_vmware.api [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480281, 'name': PowerOnVM_Task, 'duration_secs': 1.13836} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.103649] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.103864] env[62364]: INFO nova.compute.manager [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Took 8.57 seconds to spawn the instance on the hypervisor. [ 692.104070] env[62364]: DEBUG nova.compute.manager [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.104381] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 692.104381] env[62364]: value = "task-2480285" [ 692.104381] env[62364]: _type = "Task" [ 692.104381] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.105072] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6285d7-cf47-4d8f-b598-ee1d03de05e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.115861] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.306305] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521047f3-8453-f2de-6bb7-cd9e635468f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.307101] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72490f5-8e3c-44e7-9b5c-e00ec7bdb651 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.312484] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 692.312484] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523ade28-90e6-c289-7ec3-ece0e20c09f9" [ 692.312484] env[62364]: _type = "Task" [ 692.312484] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.320245] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523ade28-90e6-c289-7ec3-ece0e20c09f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.393944] env[62364]: DEBUG nova.compute.manager [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.426212] env[62364]: DEBUG nova.virt.hardware [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.426468] env[62364]: DEBUG nova.virt.hardware [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.426628] env[62364]: DEBUG nova.virt.hardware [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.426812] env[62364]: DEBUG nova.virt.hardware [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.426960] env[62364]: DEBUG nova.virt.hardware [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.427142] env[62364]: DEBUG nova.virt.hardware [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.427331] env[62364]: DEBUG nova.virt.hardware [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.427493] env[62364]: DEBUG nova.virt.hardware [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.427661] env[62364]: DEBUG nova.virt.hardware [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.427824] env[62364]: DEBUG nova.virt.hardware [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.428007] env[62364]: DEBUG nova.virt.hardware [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.428919] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90afda58-1278-40ce-a782-7246642899c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.437691] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b58533-d654-4624-bddc-819cd283236d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.454582] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.457274] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.573s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.457274] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.457423] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 692.457904] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.573s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.459221] env[62364]: INFO nova.compute.claims [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.462328] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.463471] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f121f4a3-dac6-45a6-a240-7fc7361e7a74 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.473197] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9750bf-bd15-4237-b99f-eec3a3b428bf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.482441] env[62364]: DEBUG nova.objects.base [None req-f9511d29-668e-4b4a-bd15-3e7ab586bbc6 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Object Instance<73b7df84-b690-4c23-8447-f42ba4f125f9> lazy-loaded attributes: flavor,pci_requests {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 692.483335] env[62364]: DEBUG nova.network.neutron [None req-f9511d29-668e-4b4a-bd15-3e7ab586bbc6 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.495098] env[62364]: INFO nova.scheduler.client.report [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Deleted allocations for instance 00fdb372-683f-4552-a771-976703866093 [ 692.497416] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4383408d-5c14-45c8-b1ab-7b5378431068 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.511637] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bd2cc4-242f-47a1-8aa4-0a774dd3ce73 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.548678] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179012MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 692.548821] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.568039] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.603329] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f9511d29-668e-4b4a-bd15-3e7ab586bbc6 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "interface-73b7df84-b690-4c23-8447-f42ba4f125f9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.129s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.625553] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480285, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.629980] env[62364]: INFO nova.compute.manager [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Took 43.71 seconds to build instance. [ 692.732725] env[62364]: DEBUG nova.network.neutron [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Successfully updated port: 9c99b766-5156-432f-9824-ebdbaf1ee82b {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.822806] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523ade28-90e6-c289-7ec3-ece0e20c09f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008784} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.823106] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.823394] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 829a7b11-bbd2-4193-869c-71fb8e8e0075/829a7b11-bbd2-4193-869c-71fb8e8e0075.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.823655] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eac3e6c-899e-46b1-9dea-48900d66e91e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.831637] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 692.831637] env[62364]: value = "task-2480286" [ 692.831637] env[62364]: _type = "Task" [ 692.831637] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.839764] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.007355] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4b79b257-886a-4f5c-aa32-b2378338f7d1 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "00fdb372-683f-4552-a771-976703866093" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.105s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.008860] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "00fdb372-683f-4552-a771-976703866093" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 29.813s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.008959] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "00fdb372-683f-4552-a771-976703866093-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.009240] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "00fdb372-683f-4552-a771-976703866093-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.009536] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "00fdb372-683f-4552-a771-976703866093-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.012647] env[62364]: INFO nova.compute.manager [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Terminating instance [ 693.079734] env[62364]: DEBUG nova.compute.manager [req-d7b6278d-1e32-4085-8725-3aec76d4abe9 req-105b2429-d4dc-404e-9c17-6da444c068c2 service nova] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Received event network-vif-plugged-9c99b766-5156-432f-9824-ebdbaf1ee82b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 693.079734] env[62364]: DEBUG oslo_concurrency.lockutils [req-d7b6278d-1e32-4085-8725-3aec76d4abe9 req-105b2429-d4dc-404e-9c17-6da444c068c2 service nova] Acquiring lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.079734] env[62364]: DEBUG oslo_concurrency.lockutils [req-d7b6278d-1e32-4085-8725-3aec76d4abe9 req-105b2429-d4dc-404e-9c17-6da444c068c2 service nova] Lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.079734] env[62364]: DEBUG oslo_concurrency.lockutils [req-d7b6278d-1e32-4085-8725-3aec76d4abe9 req-105b2429-d4dc-404e-9c17-6da444c068c2 service nova] Lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.079734] env[62364]: DEBUG nova.compute.manager [req-d7b6278d-1e32-4085-8725-3aec76d4abe9 req-105b2429-d4dc-404e-9c17-6da444c068c2 service nova] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] No waiting events found dispatching network-vif-plugged-9c99b766-5156-432f-9824-ebdbaf1ee82b {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.080057] env[62364]: WARNING nova.compute.manager [req-d7b6278d-1e32-4085-8725-3aec76d4abe9 req-105b2429-d4dc-404e-9c17-6da444c068c2 service nova] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Received unexpected event network-vif-plugged-9c99b766-5156-432f-9824-ebdbaf1ee82b for instance with vm_state building and task_state spawning. [ 693.120415] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728179} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.120683] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.121074] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.121251] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0395af3-88e0-4baf-a049-df03f4016f0b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.128466] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 693.128466] env[62364]: value = "task-2480287" [ 693.128466] env[62364]: _type = "Task" [ 693.128466] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.131930] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e565053b-55ed-4709-98d9-180baf88c11b tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.387s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.138734] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.236824] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "refresh_cache-2932b01a-b89d-4a34-8df8-fd8e2c165b8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.237015] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "refresh_cache-2932b01a-b89d-4a34-8df8-fd8e2c165b8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.237278] env[62364]: DEBUG nova.network.neutron [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.342563] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480286, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.516557] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.516901] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquired lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.516970] env[62364]: DEBUG nova.network.neutron [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.637618] env[62364]: DEBUG nova.compute.manager [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.640015] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100835} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.642773] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.643714] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2103c0a-c74e-491e-9289-d0b225027a55 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.663779] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.666692] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bdb0466-523f-405b-92a9-8bab7d4a36fa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.686670] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 693.686670] env[62364]: value = "task-2480288" [ 693.686670] env[62364]: _type = "Task" [ 693.686670] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.696603] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.769143] env[62364]: DEBUG nova.network.neutron [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.842120] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713652} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.844486] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 829a7b11-bbd2-4193-869c-71fb8e8e0075/829a7b11-bbd2-4193-869c-71fb8e8e0075.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.844709] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.845148] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2cf59c5-f84b-42aa-855f-232727edf162 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.854900] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 693.854900] env[62364]: value = "task-2480289" [ 693.854900] env[62364]: _type = "Task" [ 693.854900] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.864812] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.898031] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f456c532-ab79-484c-b622-7cd7d69297e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.904766] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5be7f2-91e7-47f7-8309-34029a3fe126 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.935690] env[62364]: DEBUG nova.network.neutron [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Updating instance_info_cache with network_info: [{"id": "9c99b766-5156-432f-9824-ebdbaf1ee82b", "address": "fa:16:3e:6e:91:e2", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c99b766-51", "ovs_interfaceid": "9c99b766-5156-432f-9824-ebdbaf1ee82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.937412] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc23c614-5da6-4573-9a2d-af853af3645b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.945023] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd3acf2-9326-404c-a155-a0f6880e34c0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.959263] env[62364]: DEBUG nova.compute.provider_tree [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.019104] env[62364]: DEBUG nova.compute.utils [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Can not refresh info_cache because instance was not found {{(pid=62364) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 694.032020] env[62364]: DEBUG oslo_concurrency.lockutils [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "ac869905-5c82-404e-8347-a34270150d89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.032278] env[62364]: DEBUG oslo_concurrency.lockutils [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "ac869905-5c82-404e-8347-a34270150d89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.032480] env[62364]: DEBUG oslo_concurrency.lockutils [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "ac869905-5c82-404e-8347-a34270150d89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.032660] env[62364]: DEBUG oslo_concurrency.lockutils [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "ac869905-5c82-404e-8347-a34270150d89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.032886] env[62364]: DEBUG oslo_concurrency.lockutils [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "ac869905-5c82-404e-8347-a34270150d89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.035500] env[62364]: DEBUG nova.network.neutron [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.037703] env[62364]: INFO nova.compute.manager [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Terminating instance [ 694.120578] env[62364]: DEBUG nova.network.neutron [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.157407] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.198356] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.367224] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063406} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.367531] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.368371] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0dc1d7-da25-4e08-b608-438fe0e653f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.390584] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 829a7b11-bbd2-4193-869c-71fb8e8e0075/829a7b11-bbd2-4193-869c-71fb8e8e0075.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.390937] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e743ffe8-ae39-4525-b7b8-9293e18842c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.409941] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 694.409941] env[62364]: value = "task-2480290" [ 694.409941] env[62364]: _type = "Task" [ 694.409941] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.418016] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.441015] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "refresh_cache-2932b01a-b89d-4a34-8df8-fd8e2c165b8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.441415] env[62364]: DEBUG nova.compute.manager [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Instance network_info: |[{"id": "9c99b766-5156-432f-9824-ebdbaf1ee82b", "address": "fa:16:3e:6e:91:e2", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c99b766-51", "ovs_interfaceid": "9c99b766-5156-432f-9824-ebdbaf1ee82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.441983] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:91:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c99b766-5156-432f-9824-ebdbaf1ee82b', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.451566] env[62364]: DEBUG oslo.service.loopingcall [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.452208] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.452480] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51d5501b-3be4-4965-9126-71a7f0318192 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.471127] env[62364]: DEBUG nova.scheduler.client.report [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.479568] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.479568] env[62364]: value = "task-2480291" [ 694.479568] env[62364]: _type = "Task" [ 694.479568] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.487380] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480291, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.543717] env[62364]: DEBUG nova.compute.manager [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.544015] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.544925] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da695174-fb74-451c-b7fd-4aa76b2001d4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.553251] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.553629] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ff2fbc7-c812-4cbb-bb95-d584e29819b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.559900] env[62364]: DEBUG oslo_vmware.api [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 694.559900] env[62364]: value = "task-2480292" [ 694.559900] env[62364]: _type = "Task" [ 694.559900] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.569096] env[62364]: DEBUG oslo_vmware.api [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.623566] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Releasing lock "refresh_cache-00fdb372-683f-4552-a771-976703866093" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.624455] env[62364]: DEBUG nova.compute.manager [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.624727] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.625065] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e831ece-19a2-4543-9566-398f195bb4cc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.634293] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646bb5ba-0570-4e2f-a718-6761d2a15911 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.667352] env[62364]: WARNING nova.virt.vmwareapi.vmops [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 00fdb372-683f-4552-a771-976703866093 could not be found. [ 694.667582] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.667767] env[62364]: INFO nova.compute.manager [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Took 0.04 seconds to destroy the instance on the hypervisor. [ 694.668031] env[62364]: DEBUG oslo.service.loopingcall [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.668289] env[62364]: DEBUG nova.compute.manager [-] [instance: 00fdb372-683f-4552-a771-976703866093] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.668383] env[62364]: DEBUG nova.network.neutron [-] [instance: 00fdb372-683f-4552-a771-976703866093] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.684290] env[62364]: DEBUG nova.network.neutron [-] [instance: 00fdb372-683f-4552-a771-976703866093] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.688596] env[62364]: DEBUG oslo_concurrency.lockutils [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquiring lock "73b7df84-b690-4c23-8447-f42ba4f125f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.688958] env[62364]: DEBUG oslo_concurrency.lockutils [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "73b7df84-b690-4c23-8447-f42ba4f125f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.689851] env[62364]: DEBUG oslo_concurrency.lockutils [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquiring lock "73b7df84-b690-4c23-8447-f42ba4f125f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.689851] env[62364]: DEBUG oslo_concurrency.lockutils [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "73b7df84-b690-4c23-8447-f42ba4f125f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.689851] env[62364]: DEBUG oslo_concurrency.lockutils [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "73b7df84-b690-4c23-8447-f42ba4f125f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.695629] env[62364]: INFO nova.compute.manager [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Terminating instance [ 694.704129] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480288, 'name': ReconfigVM_Task, 'duration_secs': 0.762881} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.704892] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.705547] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b3fff95-c457-46f8-b6a4-1449431c3827 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.712602] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 694.712602] env[62364]: value = "task-2480293" [ 694.712602] env[62364]: _type = "Task" [ 694.712602] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.722252] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480293, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.920800] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480290, 'name': ReconfigVM_Task, 'duration_secs': 0.29799} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.921133] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 829a7b11-bbd2-4193-869c-71fb8e8e0075/829a7b11-bbd2-4193-869c-71fb8e8e0075.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.921852] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f8be58c-5227-479e-b7a3-149482f2874e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.928236] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 694.928236] env[62364]: value = "task-2480294" [ 694.928236] env[62364]: _type = "Task" [ 694.928236] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.936939] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480294, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.977980] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.978223] env[62364]: DEBUG nova.compute.manager [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.981130] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.848s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.982718] env[62364]: INFO nova.compute.claims [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.994927] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480291, 'name': CreateVM_Task, 'duration_secs': 0.358438} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.994927] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.995397] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.995623] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.995988] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.996857] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab5e11a-5c6a-4c30-b483-9d56bf089a0d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.001581] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 695.001581] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5222055f-b686-d282-fdab-bf45876fc407" [ 695.001581] env[62364]: _type = "Task" [ 695.001581] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.011795] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5222055f-b686-d282-fdab-bf45876fc407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.069555] env[62364]: DEBUG oslo_vmware.api [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480292, 'name': PowerOffVM_Task, 'duration_secs': 0.370566} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.069834] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.070013] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.070276] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e7bc6c8-413a-473c-abdd-38b4c3c3e269 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.137965] env[62364]: DEBUG nova.compute.manager [req-a0a8d5aa-142a-4eb5-9080-d2d919dde206 req-60e24580-d82f-47e5-a18d-6a53b4cb9e1a service nova] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Received event network-changed-9c99b766-5156-432f-9824-ebdbaf1ee82b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 695.138132] env[62364]: DEBUG nova.compute.manager [req-a0a8d5aa-142a-4eb5-9080-d2d919dde206 req-60e24580-d82f-47e5-a18d-6a53b4cb9e1a service nova] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Refreshing instance network info cache due to event network-changed-9c99b766-5156-432f-9824-ebdbaf1ee82b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 695.138359] env[62364]: DEBUG oslo_concurrency.lockutils [req-a0a8d5aa-142a-4eb5-9080-d2d919dde206 req-60e24580-d82f-47e5-a18d-6a53b4cb9e1a service nova] Acquiring lock "refresh_cache-2932b01a-b89d-4a34-8df8-fd8e2c165b8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.138506] env[62364]: DEBUG oslo_concurrency.lockutils [req-a0a8d5aa-142a-4eb5-9080-d2d919dde206 req-60e24580-d82f-47e5-a18d-6a53b4cb9e1a service nova] Acquired lock "refresh_cache-2932b01a-b89d-4a34-8df8-fd8e2c165b8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.138669] env[62364]: DEBUG nova.network.neutron [req-a0a8d5aa-142a-4eb5-9080-d2d919dde206 req-60e24580-d82f-47e5-a18d-6a53b4cb9e1a service nova] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Refreshing network info cache for port 9c99b766-5156-432f-9824-ebdbaf1ee82b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.153102] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.154142] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.154142] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Deleting the datastore file [datastore1] ac869905-5c82-404e-8347-a34270150d89 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.154142] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fabcba7c-0ae0-421d-ba3d-2b4289896f79 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.160455] env[62364]: DEBUG oslo_vmware.api [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for the task: (returnval){ [ 695.160455] env[62364]: value = "task-2480296" [ 695.160455] env[62364]: _type = "Task" [ 695.160455] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.175593] env[62364]: DEBUG oslo_vmware.api [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.187290] env[62364]: DEBUG nova.network.neutron [-] [instance: 00fdb372-683f-4552-a771-976703866093] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.200599] env[62364]: DEBUG nova.compute.manager [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.200872] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.202034] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e1da11-c282-4dee-b9ef-9006471036f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.210362] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.210654] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-972b2d7b-82cb-46de-b117-7b463318fdb8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.218413] env[62364]: DEBUG oslo_vmware.api [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for the task: (returnval){ [ 695.218413] env[62364]: value = "task-2480297" [ 695.218413] env[62364]: _type = "Task" [ 695.218413] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.225147] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480293, 'name': Rename_Task, 'duration_secs': 0.298127} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.225828] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.226120] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-080db35a-6410-407e-a7a3-c7e1d5497e79 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.230673] env[62364]: DEBUG oslo_vmware.api [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.236650] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 695.236650] env[62364]: value = "task-2480298" [ 695.236650] env[62364]: _type = "Task" [ 695.236650] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.246524] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.438244] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480294, 'name': Rename_Task, 'duration_secs': 0.140822} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.438596] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.439283] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9955cd86-6c53-4bfe-bc01-c8885181f4b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.445065] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 695.445065] env[62364]: value = "task-2480299" [ 695.445065] env[62364]: _type = "Task" [ 695.445065] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.453245] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.487049] env[62364]: DEBUG nova.compute.utils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 695.490781] env[62364]: DEBUG nova.compute.manager [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.490956] env[62364]: DEBUG nova.network.neutron [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.515204] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5222055f-b686-d282-fdab-bf45876fc407, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.515959] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.515959] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.515959] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.515959] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.516243] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.516433] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f17babc-7579-4b4a-b8d2-e3055f3b0655 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.525444] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.525656] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.526611] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-078c38b0-cc26-4067-ac56-2341655d3d76 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.532067] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 695.532067] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]524f89bf-99e2-affa-63e2-23962b4bdc74" [ 695.532067] env[62364]: _type = "Task" [ 695.532067] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.540581] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524f89bf-99e2-affa-63e2-23962b4bdc74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.542051] env[62364]: DEBUG nova.policy [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb1709a744c143cf944dd2d110f97105', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc2c7a9693c0408ea68f01c31db61440', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.671142] env[62364]: DEBUG oslo_vmware.api [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Task: {'id': task-2480296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219341} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.671846] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.672185] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.672465] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.672729] env[62364]: INFO nova.compute.manager [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: ac869905-5c82-404e-8347-a34270150d89] Took 1.13 seconds to destroy the instance on the hypervisor. [ 695.673149] env[62364]: DEBUG oslo.service.loopingcall [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.673541] env[62364]: DEBUG nova.compute.manager [-] [instance: ac869905-5c82-404e-8347-a34270150d89] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.673920] env[62364]: DEBUG nova.network.neutron [-] [instance: ac869905-5c82-404e-8347-a34270150d89] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.690419] env[62364]: INFO nova.compute.manager [-] [instance: 00fdb372-683f-4552-a771-976703866093] Took 1.02 seconds to deallocate network for instance. [ 695.730414] env[62364]: DEBUG oslo_vmware.api [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480297, 'name': PowerOffVM_Task, 'duration_secs': 0.187781} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.730718] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.731072] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.731680] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d37029bd-2e61-4ab5-b1e3-ac0770028d44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.746051] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480298, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.796101] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.796559] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.796873] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Deleting the datastore file [datastore2] 73b7df84-b690-4c23-8447-f42ba4f125f9 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.797506] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-febd9728-d712-42a2-8153-2e39f5b77e79 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.803685] env[62364]: DEBUG oslo_vmware.api [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for the task: (returnval){ [ 695.803685] env[62364]: value = "task-2480301" [ 695.803685] env[62364]: _type = "Task" [ 695.803685] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.812444] env[62364]: DEBUG oslo_vmware.api [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.957411] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480299, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.990086] env[62364]: DEBUG nova.network.neutron [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Successfully created port: 1d6b0676-bf31-40a5-9537-30fd1976a520 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.992998] env[62364]: DEBUG nova.compute.manager [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.044415] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524f89bf-99e2-affa-63e2-23962b4bdc74, 'name': SearchDatastore_Task, 'duration_secs': 0.008897} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.048750] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0293b97b-d6fd-49d1-9ade-12e140661de6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.057648] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 696.057648] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52735b4b-38de-09c2-5c4f-26fb93d29b1b" [ 696.057648] env[62364]: _type = "Task" [ 696.057648] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.071731] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52735b4b-38de-09c2-5c4f-26fb93d29b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009122} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.072359] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.076168] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 2932b01a-b89d-4a34-8df8-fd8e2c165b8e/2932b01a-b89d-4a34-8df8-fd8e2c165b8e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.076168] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28833cf2-0044-4237-8d97-69b241f40b36 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.082020] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 696.082020] env[62364]: value = "task-2480302" [ 696.082020] env[62364]: _type = "Task" [ 696.082020] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.092167] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.201312] env[62364]: INFO nova.compute.manager [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] [instance: 00fdb372-683f-4552-a771-976703866093] Instance disappeared during terminate [ 696.201587] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be67ff00-4e58-47e5-93f3-c74673e0a14a tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "00fdb372-683f-4552-a771-976703866093" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.193s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.252832] env[62364]: DEBUG oslo_vmware.api [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480298, 'name': PowerOnVM_Task, 'duration_secs': 0.570448} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.253622] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.253878] env[62364]: INFO nova.compute.manager [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Took 6.36 seconds to spawn the instance on the hypervisor. [ 696.254136] env[62364]: DEBUG nova.compute.manager [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.254940] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1e7e4e-1d77-466b-87ed-7b988089f4d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.268968] env[62364]: DEBUG nova.network.neutron [req-a0a8d5aa-142a-4eb5-9080-d2d919dde206 req-60e24580-d82f-47e5-a18d-6a53b4cb9e1a service nova] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Updated VIF entry in instance network info cache for port 9c99b766-5156-432f-9824-ebdbaf1ee82b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.269415] env[62364]: DEBUG nova.network.neutron [req-a0a8d5aa-142a-4eb5-9080-d2d919dde206 req-60e24580-d82f-47e5-a18d-6a53b4cb9e1a service nova] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Updating instance_info_cache with network_info: [{"id": "9c99b766-5156-432f-9824-ebdbaf1ee82b", "address": "fa:16:3e:6e:91:e2", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c99b766-51", "ovs_interfaceid": "9c99b766-5156-432f-9824-ebdbaf1ee82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.299100] env[62364]: DEBUG nova.compute.manager [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.300034] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee094270-59c4-4134-9c74-6201093aabc9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.321579] env[62364]: DEBUG oslo_vmware.api [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Task: {'id': task-2480301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134184} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.321741] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.325020] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.325020] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.325020] env[62364]: INFO nova.compute.manager [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 696.325020] env[62364]: DEBUG oslo.service.loopingcall [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.325020] env[62364]: DEBUG nova.compute.manager [-] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.325020] env[62364]: DEBUG nova.network.neutron [-] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.460024] env[62364]: DEBUG oslo_vmware.api [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480299, 'name': PowerOnVM_Task, 'duration_secs': 0.518524} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.460024] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.460024] env[62364]: INFO nova.compute.manager [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Took 9.16 seconds to spawn the instance on the hypervisor. [ 696.460024] env[62364]: DEBUG nova.compute.manager [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.460024] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b417e1a2-3884-4334-97b7-d5a41473605b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.597468] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488618} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.598365] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 2932b01a-b89d-4a34-8df8-fd8e2c165b8e/2932b01a-b89d-4a34-8df8-fd8e2c165b8e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.598365] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.598365] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bb60364-3eae-42c8-a476-378db467af26 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.610027] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 696.610027] env[62364]: value = "task-2480303" [ 696.610027] env[62364]: _type = "Task" [ 696.610027] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.613045] env[62364]: DEBUG nova.network.neutron [-] [instance: ac869905-5c82-404e-8347-a34270150d89] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.618484] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.686337] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391ccf19-e209-4caa-8c71-584653016be9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.694233] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e251238-596b-4dee-b5fb-2b85540f969c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.728938] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3a21a9-96bf-4e2a-a9a4-3c9074074af1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.736924] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659af275-819b-471a-875e-ab11ac7b3968 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.751481] env[62364]: DEBUG nova.compute.provider_tree [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.776024] env[62364]: DEBUG oslo_concurrency.lockutils [req-a0a8d5aa-142a-4eb5-9080-d2d919dde206 req-60e24580-d82f-47e5-a18d-6a53b4cb9e1a service nova] Releasing lock "refresh_cache-2932b01a-b89d-4a34-8df8-fd8e2c165b8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.776024] env[62364]: INFO nova.compute.manager [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Took 39.87 seconds to build instance. [ 696.819026] env[62364]: INFO nova.compute.manager [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] instance snapshotting [ 696.821793] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4b49ae-e274-4aa5-b0f4-110e6b42ecdf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.843053] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12615ef7-1edb-4aa7-9cc9-bf885d743a5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.865334] env[62364]: DEBUG nova.compute.manager [req-3d303261-2a5a-4723-af10-3c96f1b8d882 req-a289d1d0-9aa7-4a38-8553-d72062f5ef83 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Received event network-vif-deleted-68eeb10a-0d05-424b-9f51-c44a23755be4 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 696.865334] env[62364]: INFO nova.compute.manager [req-3d303261-2a5a-4723-af10-3c96f1b8d882 req-a289d1d0-9aa7-4a38-8553-d72062f5ef83 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Neutron deleted interface 68eeb10a-0d05-424b-9f51-c44a23755be4; detaching it from the instance and deleting it from the info cache [ 696.865478] env[62364]: DEBUG nova.network.neutron [req-3d303261-2a5a-4723-af10-3c96f1b8d882 req-a289d1d0-9aa7-4a38-8553-d72062f5ef83 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.978602] env[62364]: INFO nova.compute.manager [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Took 44.85 seconds to build instance. [ 697.007613] env[62364]: DEBUG nova.compute.manager [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.036937] env[62364]: DEBUG nova.virt.hardware [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.037317] env[62364]: DEBUG nova.virt.hardware [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.037562] env[62364]: DEBUG nova.virt.hardware [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.037862] env[62364]: DEBUG nova.virt.hardware [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.038111] env[62364]: DEBUG nova.virt.hardware [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.038339] env[62364]: DEBUG nova.virt.hardware [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.038649] env[62364]: DEBUG nova.virt.hardware [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.038889] env[62364]: DEBUG nova.virt.hardware [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.040366] env[62364]: DEBUG nova.virt.hardware [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.040594] env[62364]: DEBUG nova.virt.hardware [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.040830] env[62364]: DEBUG nova.virt.hardware [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.041768] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79aed69-d8b0-4c0e-af9f-c61ecf15abcc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.050008] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dae6d1-ac16-4c71-94f1-6ad0a9503e3d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.119127] env[62364]: INFO nova.compute.manager [-] [instance: ac869905-5c82-404e-8347-a34270150d89] Took 1.45 seconds to deallocate network for instance. [ 697.119474] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064407} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.121128] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.124599] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c94c3c-53f6-4537-a6b9-2df82ac12bff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.148307] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 2932b01a-b89d-4a34-8df8-fd8e2c165b8e/2932b01a-b89d-4a34-8df8-fd8e2c165b8e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.148632] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-185f78ef-58b8-4579-95b2-09f1c8a2d118 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.170338] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 697.170338] env[62364]: value = "task-2480304" [ 697.170338] env[62364]: _type = "Task" [ 697.170338] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.179298] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.193137] env[62364]: DEBUG nova.compute.manager [req-bcb0db69-338f-4aac-b6ec-115b805e0d64 req-caaf2df1-2dfc-4da6-98a5-dbccb5f77413 service nova] [instance: ac869905-5c82-404e-8347-a34270150d89] Received event network-vif-deleted-3fec8d01-ac28-4442-8484-0e61f4d66a27 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 697.254502] env[62364]: DEBUG nova.scheduler.client.report [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.265205] env[62364]: DEBUG nova.network.neutron [-] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.278033] env[62364]: DEBUG oslo_concurrency.lockutils [None req-971a6448-6f75-4710-8a71-fd3f6306a854 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "0b810725-d832-4760-b60b-ec2c6ace3050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.321s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.318215] env[62364]: INFO nova.compute.manager [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Rebuilding instance [ 697.354195] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 697.354573] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93f6ece4-c588-4fe4-8633-8fe9c682ba72 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.363424] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 697.363424] env[62364]: value = "task-2480305" [ 697.363424] env[62364]: _type = "Task" [ 697.363424] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.369341] env[62364]: DEBUG nova.compute.manager [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.370496] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eeae24-c2d7-4e24-87a8-04a4fd2b40d6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.374275] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42f5a6e7-8902-4c49-9088-8459d5ce0fbb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.381841] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480305, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.389720] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d4b8a6-edf1-43d9-b1b2-59004d5a53ed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.427175] env[62364]: DEBUG nova.compute.manager [req-3d303261-2a5a-4723-af10-3c96f1b8d882 req-a289d1d0-9aa7-4a38-8553-d72062f5ef83 service nova] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Detach interface failed, port_id=68eeb10a-0d05-424b-9f51-c44a23755be4, reason: Instance 73b7df84-b690-4c23-8447-f42ba4f125f9 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 697.483925] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4eac38b-454a-4110-ba29-bbe04597f261 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "829a7b11-bbd2-4193-869c-71fb8e8e0075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.891s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.583772] env[62364]: DEBUG nova.network.neutron [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Successfully updated port: 1d6b0676-bf31-40a5-9537-30fd1976a520 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.629117] env[62364]: DEBUG oslo_concurrency.lockutils [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.680559] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480304, 'name': ReconfigVM_Task, 'duration_secs': 0.319762} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.680686] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 2932b01a-b89d-4a34-8df8-fd8e2c165b8e/2932b01a-b89d-4a34-8df8-fd8e2c165b8e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.681441] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9326d96f-79b2-41d9-975f-46f78546f6e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.687958] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 697.687958] env[62364]: value = "task-2480306" [ 697.687958] env[62364]: _type = "Task" [ 697.687958] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.695223] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480306, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.759769] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.760308] env[62364]: DEBUG nova.compute.manager [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.763008] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.677s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.763243] env[62364]: DEBUG nova.objects.instance [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Lazy-loading 'resources' on Instance uuid 649d5de9-956f-4def-8685-ba7415cd08b9 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.767033] env[62364]: INFO nova.compute.manager [-] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Took 1.44 seconds to deallocate network for instance. [ 697.780677] env[62364]: DEBUG nova.compute.manager [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.875930] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480305, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.988958] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.086061] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "refresh_cache-7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.086201] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "refresh_cache-7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.086325] env[62364]: DEBUG nova.network.neutron [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.197969] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480306, 'name': Rename_Task, 'duration_secs': 0.130512} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.198901] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.198901] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54097f3d-279e-4179-bee6-a8e3917a8dc0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.204946] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 698.204946] env[62364]: value = "task-2480307" [ 698.204946] env[62364]: _type = "Task" [ 698.204946] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.212734] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.269021] env[62364]: DEBUG nova.compute.utils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 698.270592] env[62364]: DEBUG nova.compute.manager [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.270773] env[62364]: DEBUG nova.network.neutron [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.273858] env[62364]: DEBUG oslo_concurrency.lockutils [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.303336] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.338726] env[62364]: DEBUG nova.policy [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c090b8be2d9145f1b1f28862bdddc788', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8509d2f917c240c48303b2f2df57bdd1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.376990] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480305, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.405952] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.406328] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-886b8fef-be1d-485a-823a-b5072a7de4cb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.413944] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 698.413944] env[62364]: value = "task-2480308" [ 698.413944] env[62364]: _type = "Task" [ 698.413944] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.424673] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.509014] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.650819] env[62364]: DEBUG nova.network.neutron [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.714777] env[62364]: DEBUG oslo_vmware.api [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480307, 'name': PowerOnVM_Task, 'duration_secs': 0.460337} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.718238] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.718656] env[62364]: INFO nova.compute.manager [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Took 6.32 seconds to spawn the instance on the hypervisor. [ 698.718986] env[62364]: DEBUG nova.compute.manager [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.720146] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518ed55a-7f73-4885-8c5f-b7dd45aeddc4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.739090] env[62364]: DEBUG nova.network.neutron [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Successfully created port: ccbe3981-7cdb-4c6c-a6a3-906680f1554e {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.776931] env[62364]: DEBUG nova.compute.manager [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.847250] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5e8bed-d7d7-48f5-9e3d-3fa5cdf29fab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.854165] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e5d370-9e57-434d-8601-a5234816cc7b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.894436] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74027645-327f-41cb-a26f-bf10470acc94 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.903126] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480305, 'name': CreateSnapshot_Task, 'duration_secs': 1.462896} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.905319] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 698.906493] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6713eb2f-751c-4846-9078-2b208fae5e16 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.909966] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b791d8d-c64c-491c-87d6-3f802d646633 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.930651] env[62364]: DEBUG nova.compute.provider_tree [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.935298] env[62364]: DEBUG nova.network.neutron [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Updating instance_info_cache with network_info: [{"id": "1d6b0676-bf31-40a5-9537-30fd1976a520", "address": "fa:16:3e:0b:53:ac", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6b0676-bf", "ovs_interfaceid": "1d6b0676-bf31-40a5-9537-30fd1976a520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.942248] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480308, 'name': PowerOffVM_Task, 'duration_secs': 0.213634} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.942562] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.942860] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.943765] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f04187-7c0c-4c43-bc5a-aff5b4a42d9f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.951525] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.951823] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45c0f998-84ba-445d-9732-32bd0af4e3d7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.975143] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.975395] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.976037] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Deleting the datastore file [datastore1] 0b810725-d832-4760-b60b-ec2c6ace3050 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.976037] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-901b544b-e82a-4e50-9c94-fffe70d21e16 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.982188] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 698.982188] env[62364]: value = "task-2480310" [ 698.982188] env[62364]: _type = "Task" [ 698.982188] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.990398] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.242666] env[62364]: INFO nova.compute.manager [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Took 41.73 seconds to build instance. [ 699.353226] env[62364]: DEBUG nova.compute.manager [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Received event network-vif-plugged-1d6b0676-bf31-40a5-9537-30fd1976a520 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 699.353721] env[62364]: DEBUG oslo_concurrency.lockutils [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] Acquiring lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.353903] env[62364]: DEBUG oslo_concurrency.lockutils [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] Lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.354236] env[62364]: DEBUG oslo_concurrency.lockutils [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] Lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.354526] env[62364]: DEBUG nova.compute.manager [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] No waiting events found dispatching network-vif-plugged-1d6b0676-bf31-40a5-9537-30fd1976a520 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.354804] env[62364]: WARNING nova.compute.manager [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Received unexpected event network-vif-plugged-1d6b0676-bf31-40a5-9537-30fd1976a520 for instance with vm_state building and task_state spawning. [ 699.355092] env[62364]: DEBUG nova.compute.manager [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Received event network-changed-1d6b0676-bf31-40a5-9537-30fd1976a520 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 699.355369] env[62364]: DEBUG nova.compute.manager [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Refreshing instance network info cache due to event network-changed-1d6b0676-bf31-40a5-9537-30fd1976a520. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 699.355641] env[62364]: DEBUG oslo_concurrency.lockutils [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] Acquiring lock "refresh_cache-7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.436322] env[62364]: DEBUG nova.scheduler.client.report [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.446841] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 699.446841] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "refresh_cache-7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.447120] env[62364]: DEBUG nova.compute.manager [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Instance network_info: |[{"id": "1d6b0676-bf31-40a5-9537-30fd1976a520", "address": "fa:16:3e:0b:53:ac", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6b0676-bf", "ovs_interfaceid": "1d6b0676-bf31-40a5-9537-30fd1976a520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.447629] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-046afae2-bfc4-477b-ad78-bd47ef652bb1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.450949] env[62364]: DEBUG oslo_concurrency.lockutils [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] Acquired lock "refresh_cache-7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.451169] env[62364]: DEBUG nova.network.neutron [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Refreshing network info cache for port 1d6b0676-bf31-40a5-9537-30fd1976a520 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.452647] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:53:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d6b0676-bf31-40a5-9537-30fd1976a520', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.462036] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating folder: Project (cc2c7a9693c0408ea68f01c31db61440). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.465264] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56b98b47-6b3a-484d-9a5c-1e4366fa38e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.472976] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 699.472976] env[62364]: value = "task-2480311" [ 699.472976] env[62364]: _type = "Task" [ 699.472976] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.478094] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Created folder: Project (cc2c7a9693c0408ea68f01c31db61440) in parent group-v501830. [ 699.479020] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating folder: Instances. Parent ref: group-v501927. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.479020] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e6fd090-42c7-4c86-953f-1249be2b1b76 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.483883] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480311, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.493518] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261191} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.493757] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.495017] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.495017] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.545603] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Created folder: Instances in parent group-v501927. [ 699.545865] env[62364]: DEBUG oslo.service.loopingcall [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.546172] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.546381] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c3951fa-078c-482e-90d9-b580471a2edb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.569535] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.569535] env[62364]: value = "task-2480314" [ 699.569535] env[62364]: _type = "Task" [ 699.569535] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.578191] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480314, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.654040] env[62364]: INFO nova.compute.manager [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Rescuing [ 699.654441] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "refresh_cache-2932b01a-b89d-4a34-8df8-fd8e2c165b8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.654602] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "refresh_cache-2932b01a-b89d-4a34-8df8-fd8e2c165b8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.654784] env[62364]: DEBUG nova.network.neutron [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.745177] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b10e131-fae0-4dd5-bd36-19c32d15a11a tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.154s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.784131] env[62364]: DEBUG nova.compute.manager [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.817653] env[62364]: DEBUG nova.network.neutron [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Updated VIF entry in instance network info cache for port 1d6b0676-bf31-40a5-9537-30fd1976a520. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.818122] env[62364]: DEBUG nova.network.neutron [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Updating instance_info_cache with network_info: [{"id": "1d6b0676-bf31-40a5-9537-30fd1976a520", "address": "fa:16:3e:0b:53:ac", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6b0676-bf", "ovs_interfaceid": "1d6b0676-bf31-40a5-9537-30fd1976a520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.822188] env[62364]: DEBUG nova.virt.hardware [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.822505] env[62364]: DEBUG nova.virt.hardware [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.822613] env[62364]: DEBUG nova.virt.hardware [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.822931] env[62364]: DEBUG nova.virt.hardware [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.823293] env[62364]: DEBUG nova.virt.hardware [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.823434] env[62364]: DEBUG nova.virt.hardware [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.823647] env[62364]: DEBUG nova.virt.hardware [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.823848] env[62364]: DEBUG nova.virt.hardware [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.824058] env[62364]: DEBUG nova.virt.hardware [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.824267] env[62364]: DEBUG nova.virt.hardware [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.824498] env[62364]: DEBUG nova.virt.hardware [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.825545] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fed2ebd-69cd-4f0d-8396-92eac4a82a22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.830045] env[62364]: DEBUG oslo_concurrency.lockutils [req-58021d9f-dff3-4352-8a5e-e737dc86f7c6 req-f4753402-75a2-4011-81ad-1f4da37ccdfc service nova] Releasing lock "refresh_cache-7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.839150] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39590a7-6b27-42dc-adf3-3ed9867d7e11 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.949421] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.952483] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.440s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.954742] env[62364]: INFO nova.compute.claims [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.974272] env[62364]: INFO nova.scheduler.client.report [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Deleted allocations for instance 649d5de9-956f-4def-8685-ba7415cd08b9 [ 699.988432] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480311, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.080659] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480314, 'name': CreateVM_Task, 'duration_secs': 0.427072} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.081135] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.081867] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.082051] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.082382] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.082648] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8308bf55-1751-4dc7-b19e-4725d8163bda {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.087299] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 700.087299] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52109a9c-66e3-bc73-492c-f24e382041d4" [ 700.087299] env[62364]: _type = "Task" [ 700.087299] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.098899] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52109a9c-66e3-bc73-492c-f24e382041d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.248771] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.255396] env[62364]: DEBUG nova.network.neutron [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Successfully updated port: ccbe3981-7cdb-4c6c-a6a3-906680f1554e {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.494958] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480311, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.495902] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d41b6e9b-d46d-4957-9431-4930a3fe72d4 tempest-ServerMetadataNegativeTestJSON-1957815572 tempest-ServerMetadataNegativeTestJSON-1957815572-project-member] Lock "649d5de9-956f-4def-8685-ba7415cd08b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.078s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.539763] env[62364]: DEBUG nova.network.neutron [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Updating instance_info_cache with network_info: [{"id": "9c99b766-5156-432f-9824-ebdbaf1ee82b", "address": "fa:16:3e:6e:91:e2", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c99b766-51", "ovs_interfaceid": "9c99b766-5156-432f-9824-ebdbaf1ee82b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.542555] env[62364]: DEBUG nova.virt.hardware [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.543041] env[62364]: DEBUG nova.virt.hardware [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.543352] env[62364]: DEBUG nova.virt.hardware [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.543683] env[62364]: DEBUG nova.virt.hardware [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.544022] env[62364]: DEBUG nova.virt.hardware [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.544325] env[62364]: DEBUG nova.virt.hardware [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.544713] env[62364]: DEBUG nova.virt.hardware [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.545034] env[62364]: DEBUG nova.virt.hardware [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.545362] env[62364]: DEBUG nova.virt.hardware [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.545690] env[62364]: DEBUG nova.virt.hardware [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.546049] env[62364]: DEBUG nova.virt.hardware [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.547718] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf49bb92-2828-490d-bc50-6b0315b02710 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.556630] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74e01e1-e5f2-41c8-98e6-aa7b0f71af3f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.572882] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.578911] env[62364]: DEBUG oslo.service.loopingcall [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.579277] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.579503] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c5a061f-6011-469f-80e0-04506fbe949a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.604336] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52109a9c-66e3-bc73-492c-f24e382041d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012718} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.606222] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.606719] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.607171] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.607235] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.607623] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.607947] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.607947] env[62364]: value = "task-2480315" [ 700.607947] env[62364]: _type = "Task" [ 700.607947] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.608171] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b43e47c0-9f37-44b6-aa70-3c305e6cc301 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.621304] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480315, 'name': CreateVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.622763] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.622893] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.623873] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e5fe6aa-05fa-48a5-b4bb-d732090ad098 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.629618] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 700.629618] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5269c232-33a1-d87e-195a-ac15ef1d1619" [ 700.629618] env[62364]: _type = "Task" [ 700.629618] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.638611] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5269c232-33a1-d87e-195a-ac15ef1d1619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.760315] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.760592] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.760664] env[62364]: DEBUG nova.network.neutron [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.794804] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.987298] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480311, 'name': CloneVM_Task} progress is 95%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.040695] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "refresh_cache-2932b01a-b89d-4a34-8df8-fd8e2c165b8e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.125018] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480315, 'name': CreateVM_Task, 'duration_secs': 0.365948} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.125018] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.125018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.125018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.125018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.125018] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94e9b04-a303-45f1-8d6f-dc2cd6124c14 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.133061] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 701.133061] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529541a2-bfc4-059d-fa6f-552e0107c918" [ 701.133061] env[62364]: _type = "Task" [ 701.133061] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.147046] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529541a2-bfc4-059d-fa6f-552e0107c918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.147282] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5269c232-33a1-d87e-195a-ac15ef1d1619, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.148087] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8d3567-5be3-4e02-ab72-e189ace24798 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.156522] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 701.156522] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523df49c-0985-eb0c-a8b1-50059615e78d" [ 701.156522] env[62364]: _type = "Task" [ 701.156522] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.164919] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523df49c-0985-eb0c-a8b1-50059615e78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.305425] env[62364]: DEBUG nova.network.neutron [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.438672] env[62364]: DEBUG nova.compute.manager [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Received event network-vif-plugged-ccbe3981-7cdb-4c6c-a6a3-906680f1554e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 701.438947] env[62364]: DEBUG oslo_concurrency.lockutils [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] Acquiring lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.439713] env[62364]: DEBUG oslo_concurrency.lockutils [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.439945] env[62364]: DEBUG oslo_concurrency.lockutils [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.444490] env[62364]: DEBUG nova.compute.manager [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] No waiting events found dispatching network-vif-plugged-ccbe3981-7cdb-4c6c-a6a3-906680f1554e {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.444729] env[62364]: WARNING nova.compute.manager [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Received unexpected event network-vif-plugged-ccbe3981-7cdb-4c6c-a6a3-906680f1554e for instance with vm_state building and task_state spawning. [ 701.444919] env[62364]: DEBUG nova.compute.manager [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Received event network-changed-ccbe3981-7cdb-4c6c-a6a3-906680f1554e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 701.445159] env[62364]: DEBUG nova.compute.manager [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Refreshing instance network info cache due to event network-changed-ccbe3981-7cdb-4c6c-a6a3-906680f1554e. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 701.445356] env[62364]: DEBUG oslo_concurrency.lockutils [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] Acquiring lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.471139] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f9ecf0-f396-41a4-89c2-8ff3457d4077 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.483808] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae0c6af-2690-473b-9dc3-3b113c1ca350 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.493040] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480311, 'name': CloneVM_Task, 'duration_secs': 1.641705} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.519993] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Created linked-clone VM from snapshot [ 701.523020] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2efe7f-28fe-43e4-a243-26d2af6e5ef4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.524655] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4eef72-718a-4dc3-a8df-b0ca6fe33ae1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.533523] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Uploading image 1c680be4-ffb3-4d38-b428-d40a10ee822e {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 701.539580] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ce40bf-5889-4ca6-a5ed-d2e8e9a7d285 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.545302] env[62364]: DEBUG nova.network.neutron [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance_info_cache with network_info: [{"id": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "address": "fa:16:3e:13:ab:1b", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbe3981-7c", "ovs_interfaceid": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.556193] env[62364]: DEBUG nova.compute.provider_tree [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.558352] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 701.558648] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-453b2a48-0384-4481-a8e4-77a8fe8468be {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.567150] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 701.567150] env[62364]: value = "task-2480316" [ 701.567150] env[62364]: _type = "Task" [ 701.567150] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.577266] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480316, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.650946] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529541a2-bfc4-059d-fa6f-552e0107c918, 'name': SearchDatastore_Task, 'duration_secs': 0.015994} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.651324] env[62364]: DEBUG oslo_concurrency.lockutils [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.651593] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.651783] env[62364]: DEBUG oslo_concurrency.lockutils [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.669014] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523df49c-0985-eb0c-a8b1-50059615e78d, 'name': SearchDatastore_Task, 'duration_secs': 0.029617} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.669333] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.669618] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3/7d0875a3-45fa-4674-a40b-47ecd0e6b9e3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.670340] env[62364]: DEBUG oslo_concurrency.lockutils [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.670580] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.670942] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6be49e5-a477-4d1a-8eda-8ab7eebfe746 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.673251] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9999d55b-219f-408e-85ea-b1feb8e399f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.681027] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 701.681027] env[62364]: value = "task-2480317" [ 701.681027] env[62364]: _type = "Task" [ 701.681027] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.685129] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.685366] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.686515] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f2ddda-01c9-472d-b9d6-04cc7a06bd2f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.695627] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.697034] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 701.697034] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52236426-6ee5-e4b4-3a4a-3a5917d08942" [ 701.697034] env[62364]: _type = "Task" [ 701.697034] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.705847] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52236426-6ee5-e4b4-3a4a-3a5917d08942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.060020] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.060020] env[62364]: DEBUG nova.compute.manager [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Instance network_info: |[{"id": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "address": "fa:16:3e:13:ab:1b", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbe3981-7c", "ovs_interfaceid": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.060401] env[62364]: DEBUG oslo_concurrency.lockutils [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] Acquired lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.060401] env[62364]: DEBUG nova.network.neutron [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Refreshing network info cache for port ccbe3981-7cdb-4c6c-a6a3-906680f1554e {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.060401] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ab:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccbe3981-7cdb-4c6c-a6a3-906680f1554e', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.072829] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Creating folder: Project (8509d2f917c240c48303b2f2df57bdd1). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.074713] env[62364]: DEBUG nova.scheduler.client.report [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.077867] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9299c1f-2f94-4d73-a2ab-3141b923cc97 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.092286] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480316, 'name': Destroy_Task, 'duration_secs': 0.37123} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.092534] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Destroyed the VM [ 702.092765] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.093053] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa4bf2c5-13c9-42b4-beac-9be85fe51415 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.096017] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Created folder: Project (8509d2f917c240c48303b2f2df57bdd1) in parent group-v501830. [ 702.096204] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Creating folder: Instances. Parent ref: group-v501932. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.097265] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d320f84-9ae5-49d8-a9f8-6d6c331b3ae7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.100615] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 702.100615] env[62364]: value = "task-2480319" [ 702.100615] env[62364]: _type = "Task" [ 702.100615] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.108395] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480319, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.109643] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Created folder: Instances in parent group-v501932. [ 702.109909] env[62364]: DEBUG oslo.service.loopingcall [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.110124] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.110332] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-becd2caa-8b73-44e3-ab39-50dbbe45ca8f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.131019] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.131019] env[62364]: value = "task-2480321" [ 702.131019] env[62364]: _type = "Task" [ 702.131019] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.139178] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480321, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.190645] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480317, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.211082] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52236426-6ee5-e4b4-3a4a-3a5917d08942, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.211740] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59be21b-12a7-413a-bb4e-20e176d39e8b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.221265] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 702.221265] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52094bb3-678d-317b-493b-05c5e7d125db" [ 702.221265] env[62364]: _type = "Task" [ 702.221265] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.235114] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52094bb3-678d-317b-493b-05c5e7d125db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.581385] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.581923] env[62364]: DEBUG nova.compute.manager [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.584904] env[62364]: DEBUG oslo_concurrency.lockutils [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.262s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.585404] env[62364]: DEBUG nova.objects.instance [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lazy-loading 'resources' on Instance uuid 0ade04eb-abe5-493f-9076-d16f5ad36da7 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.588626] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.592708] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1460f29-1e36-4ba6-b52e-9e6ea22008f1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.608272] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 702.608272] env[62364]: value = "task-2480322" [ 702.608272] env[62364]: _type = "Task" [ 702.608272] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.617246] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480319, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.628131] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.649145] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480321, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.691087] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876636} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.691376] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3/7d0875a3-45fa-4674-a40b-47ecd0e6b9e3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.692023] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.692023] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de5c9cb9-1571-4034-a305-264a861bbbca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.698147] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 702.698147] env[62364]: value = "task-2480323" [ 702.698147] env[62364]: _type = "Task" [ 702.698147] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.708743] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.733092] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52094bb3-678d-317b-493b-05c5e7d125db, 'name': SearchDatastore_Task, 'duration_secs': 0.070609} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.733403] env[62364]: DEBUG oslo_concurrency.lockutils [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.733672] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.733955] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbc22571-8870-4bdb-964a-ce43b31ab9b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.744250] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 702.744250] env[62364]: value = "task-2480324" [ 702.744250] env[62364]: _type = "Task" [ 702.744250] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.752542] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.976134] env[62364]: DEBUG nova.network.neutron [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updated VIF entry in instance network info cache for port ccbe3981-7cdb-4c6c-a6a3-906680f1554e. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.976551] env[62364]: DEBUG nova.network.neutron [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance_info_cache with network_info: [{"id": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "address": "fa:16:3e:13:ab:1b", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbe3981-7c", "ovs_interfaceid": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.089860] env[62364]: DEBUG nova.compute.utils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 703.091368] env[62364]: DEBUG nova.compute.manager [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.091591] env[62364]: DEBUG nova.network.neutron [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.116738] env[62364]: DEBUG oslo_vmware.api [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480319, 'name': RemoveSnapshot_Task, 'duration_secs': 0.945676} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.117515] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 703.126867] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480322, 'name': PowerOffVM_Task, 'duration_secs': 0.25535} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.130045] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.131466] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b4b7ce-c8e1-4976-827c-86196cb4c6bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.173702] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0472a621-9953-49bc-b789-ed34fad251a2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.177487] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480321, 'name': CreateVM_Task, 'duration_secs': 0.578852} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.179366] env[62364]: DEBUG nova.policy [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f29637e496a34970aae428ba41fda479', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '482207a5005c4d969f6312c0078628ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.180888] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.182369] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.182613] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.182995] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.183646] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf25410a-8f79-4b06-b579-8e098c0b2513 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.195850] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 703.195850] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52da75a4-4a64-a166-3ab7-5f3e3e1c1816" [ 703.195850] env[62364]: _type = "Task" [ 703.195850] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.211098] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52da75a4-4a64-a166-3ab7-5f3e3e1c1816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.214792] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098005} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.217836] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.218956] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc692e-84b2-47f3-a169-c3110cd62ec6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.248828] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3/7d0875a3-45fa-4674-a40b-47ecd0e6b9e3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.253886] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.254682] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d855d29-fa64-4411-87df-019b3ef8bf57 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.269713] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bed9f90-59f9-4408-9c04-f2819e7ee1da {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.280315] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480324, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.282876] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 703.282876] env[62364]: value = "task-2480325" [ 703.282876] env[62364]: _type = "Task" [ 703.282876] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.283613] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 703.283613] env[62364]: value = "task-2480326" [ 703.283613] env[62364]: _type = "Task" [ 703.283613] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.299466] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.303092] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 703.303311] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.303543] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.303684] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.303854] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.304120] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59fdfd1c-9cd2-430d-a830-c14494d035ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.312600] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.312600] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.313070] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c64d0c-9bac-4866-8e61-4e312a7a43f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.318221] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 703.318221] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526b66b3-9a07-d2f0-b918-35aab0cffaf3" [ 703.318221] env[62364]: _type = "Task" [ 703.318221] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.325590] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526b66b3-9a07-d2f0-b918-35aab0cffaf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.478930] env[62364]: DEBUG oslo_concurrency.lockutils [req-40df4dd7-d467-4f3e-9f2a-cd83de6c0022 req-b565eb4a-4182-4ee6-89e0-62a4de0f2826 service nova] Releasing lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.585580] env[62364]: DEBUG nova.network.neutron [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Successfully created port: fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.595406] env[62364]: DEBUG nova.compute.manager [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.632645] env[62364]: WARNING nova.compute.manager [None req-d8a3d710-b262-4e7f-953e-dab2816a8b1e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Image not found during snapshot: nova.exception.ImageNotFound: Image 1c680be4-ffb3-4d38-b428-d40a10ee822e could not be found. [ 703.658120] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b4aa5b-3c79-4ac1-b30a-3955e99d073b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.665504] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438b5b04-eed6-4bc0-ae4a-17aa15d3506c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.713225] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0225e3-87d2-462e-beaf-964a48e7fdf3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.722314] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52da75a4-4a64-a166-3ab7-5f3e3e1c1816, 'name': SearchDatastore_Task, 'duration_secs': 0.0529} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.724971] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.724971] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.725219] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.725286] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.725456] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.725857] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aa6dc5d-c946-4fae-b405-511ae2469b4b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.728713] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bd24a7-011f-4e01-b519-6549dfe0a833 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.743867] env[62364]: DEBUG nova.compute.provider_tree [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.746427] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.746596] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.747576] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad326f47-1b53-4285-9f11-67950e2f6fdd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.753265] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 703.753265] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527c03cc-100b-15f1-77e7-369e215acfb6" [ 703.753265] env[62364]: _type = "Task" [ 703.753265] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.768782] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527c03cc-100b-15f1-77e7-369e215acfb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.774567] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539811} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.774807] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89067ade-9428-40f0-b7fd-5dd1c2165158 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.779041] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.779041] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.779041] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcf357b3-38fd-4eb7-9ef5-9485241478bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.783167] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 703.783167] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52588995-69bd-6723-1b6b-3bf1a9a13996" [ 703.783167] env[62364]: _type = "Task" [ 703.783167] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.787206] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 703.787206] env[62364]: value = "task-2480327" [ 703.787206] env[62364]: _type = "Task" [ 703.787206] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.798463] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52588995-69bd-6723-1b6b-3bf1a9a13996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.803184] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.806317] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.829542] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526b66b3-9a07-d2f0-b918-35aab0cffaf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.829597] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f02b3e7-5eca-4eed-be7a-a9ad5a7efb42 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.835952] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 703.835952] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5252cd54-8757-d6c4-2ec4-ed2c8a0f0a00" [ 703.835952] env[62364]: _type = "Task" [ 703.835952] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.845626] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5252cd54-8757-d6c4-2ec4-ed2c8a0f0a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.249027] env[62364]: DEBUG nova.scheduler.client.report [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.294256] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52588995-69bd-6723-1b6b-3bf1a9a13996, 'name': SearchDatastore_Task, 'duration_secs': 0.013705} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.297557] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.297816] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] d31cec87-f24e-40d0-aa22-462f2eb62ea2/d31cec87-f24e-40d0-aa22-462f2eb62ea2.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.300969] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ac36746-1797-4e7b-b166-18ee31c78793 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.302775] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480326, 'name': ReconfigVM_Task, 'duration_secs': 0.738026} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.303544] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3/7d0875a3-45fa-4674-a40b-47ecd0e6b9e3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.304590] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a547a101-5142-4458-ab25-8c6e21613e32 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.308364] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072205} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.309702] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.310040] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 704.310040] env[62364]: value = "task-2480328" [ 704.310040] env[62364]: _type = "Task" [ 704.310040] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.310675] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bbd974-bddc-4699-8980-e55b6780bdd4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.317461] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 704.317461] env[62364]: value = "task-2480329" [ 704.317461] env[62364]: _type = "Task" [ 704.317461] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.342647] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.342647] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.343772] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4472ad2e-e22f-4897-a083-1291aed61127 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.364198] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480329, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.370180] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5252cd54-8757-d6c4-2ec4-ed2c8a0f0a00, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.371432] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.371696] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 2932b01a-b89d-4a34-8df8-fd8e2c165b8e/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. {{(pid=62364) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 704.372166] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 704.372166] env[62364]: value = "task-2480330" [ 704.372166] env[62364]: _type = "Task" [ 704.372166] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.372393] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8a67007-f83a-41b8-aebd-9e4c43e3f51c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.383579] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480330, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.384896] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 704.384896] env[62364]: value = "task-2480331" [ 704.384896] env[62364]: _type = "Task" [ 704.384896] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.392460] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.435880] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.436161] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.436375] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.436563] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.436732] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.440156] env[62364]: INFO nova.compute.manager [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Terminating instance [ 704.606377] env[62364]: DEBUG nova.compute.manager [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.635301] env[62364]: DEBUG nova.virt.hardware [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.635563] env[62364]: DEBUG nova.virt.hardware [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.635722] env[62364]: DEBUG nova.virt.hardware [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.635894] env[62364]: DEBUG nova.virt.hardware [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.636206] env[62364]: DEBUG nova.virt.hardware [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.636206] env[62364]: DEBUG nova.virt.hardware [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.636458] env[62364]: DEBUG nova.virt.hardware [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.636623] env[62364]: DEBUG nova.virt.hardware [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.636792] env[62364]: DEBUG nova.virt.hardware [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.636948] env[62364]: DEBUG nova.virt.hardware [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.637140] env[62364]: DEBUG nova.virt.hardware [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.638080] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c64c7d8-6007-4b8c-a260-e446d92da8b0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.648702] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dff41d6-43a6-4112-90aa-b45735845930 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.754743] env[62364]: DEBUG oslo_concurrency.lockutils [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.757438] env[62364]: DEBUG oslo_concurrency.lockutils [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.068s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.758195] env[62364]: DEBUG nova.objects.instance [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lazy-loading 'resources' on Instance uuid fe6b62e5-bb01-4e3d-a99e-bdbc026174ec {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.782789] env[62364]: INFO nova.scheduler.client.report [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Deleted allocations for instance 0ade04eb-abe5-493f-9076-d16f5ad36da7 [ 704.830600] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480328, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.834308] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480329, 'name': Rename_Task, 'duration_secs': 0.157688} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.834616] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.834870] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-824b4397-9a3a-40fa-a8b0-9f107628d179 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.846351] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 704.846351] env[62364]: value = "task-2480332" [ 704.846351] env[62364]: _type = "Task" [ 704.846351] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.856876] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.888300] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.899458] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480331, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.945252] env[62364]: DEBUG nova.compute.manager [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.945333] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.946267] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d27a18-1fa0-402a-b97f-a2d2db6733bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.956495] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.956812] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80f4cfcf-45ec-427a-bd1d-bdf3f99cd36f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.966036] env[62364]: DEBUG oslo_vmware.api [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 704.966036] env[62364]: value = "task-2480333" [ 704.966036] env[62364]: _type = "Task" [ 704.966036] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.981670] env[62364]: DEBUG oslo_vmware.api [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.290890] env[62364]: DEBUG oslo_concurrency.lockutils [None req-781f18a2-6a42-444c-9dda-736da69b17d5 tempest-ImagesOneServerTestJSON-1742355542 tempest-ImagesOneServerTestJSON-1742355542-project-member] Lock "0ade04eb-abe5-493f-9076-d16f5ad36da7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.642s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.326683] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557951} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.327167] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] d31cec87-f24e-40d0-aa22-462f2eb62ea2/d31cec87-f24e-40d0-aa22-462f2eb62ea2.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.328245] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.328526] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66122787-5950-423c-b140-b65fbb3eb325 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.338260] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 705.338260] env[62364]: value = "task-2480334" [ 705.338260] env[62364]: _type = "Task" [ 705.338260] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.345373] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.356999] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.383458] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480330, 'name': ReconfigVM_Task, 'duration_secs': 0.708251} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.386023] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.387577] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a175891-3b06-4bbb-9ae6-97c64eca7192 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.397132] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642381} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.400543] env[62364]: INFO nova.virt.vmwareapi.ds_util [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 2932b01a-b89d-4a34-8df8-fd8e2c165b8e/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. [ 705.400971] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 705.400971] env[62364]: value = "task-2480335" [ 705.400971] env[62364]: _type = "Task" [ 705.400971] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.401849] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266de5d4-df66-4d56-965b-6ffed2bd83e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.412160] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480335, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.436009] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 2932b01a-b89d-4a34-8df8-fd8e2c165b8e/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.437471] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41cea838-a769-4e05-91a8-18a3bd2e915a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.458424] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 705.458424] env[62364]: value = "task-2480336" [ 705.458424] env[62364]: _type = "Task" [ 705.458424] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.466954] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.477467] env[62364]: DEBUG oslo_vmware.api [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480333, 'name': PowerOffVM_Task, 'duration_secs': 0.205291} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.477712] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.477887] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.478227] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24ed2936-92f9-44ea-98ec-202ddcc30d82 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.536364] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.536574] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.536766] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Deleting the datastore file [datastore2] bc34c2d9-69e1-4d65-8d0f-efdfd2b73814 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.539453] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-878e11fc-0eb4-4bae-aede-ff9d08bad532 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.545995] env[62364]: DEBUG oslo_vmware.api [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 705.545995] env[62364]: value = "task-2480338" [ 705.545995] env[62364]: _type = "Task" [ 705.545995] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.554937] env[62364]: DEBUG oslo_vmware.api [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.645986] env[62364]: DEBUG nova.network.neutron [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Successfully updated port: fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.763941] env[62364]: DEBUG nova.compute.manager [req-e7cd100a-c162-420f-aa5a-e012760589ad req-06d729d3-cfb6-429a-97b3-895fd489d02a service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Received event network-vif-plugged-fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 705.764207] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7cd100a-c162-420f-aa5a-e012760589ad req-06d729d3-cfb6-429a-97b3-895fd489d02a service nova] Acquiring lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.764462] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7cd100a-c162-420f-aa5a-e012760589ad req-06d729d3-cfb6-429a-97b3-895fd489d02a service nova] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.764657] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7cd100a-c162-420f-aa5a-e012760589ad req-06d729d3-cfb6-429a-97b3-895fd489d02a service nova] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.764875] env[62364]: DEBUG nova.compute.manager [req-e7cd100a-c162-420f-aa5a-e012760589ad req-06d729d3-cfb6-429a-97b3-895fd489d02a service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] No waiting events found dispatching network-vif-plugged-fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.765089] env[62364]: WARNING nova.compute.manager [req-e7cd100a-c162-420f-aa5a-e012760589ad req-06d729d3-cfb6-429a-97b3-895fd489d02a service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Received unexpected event network-vif-plugged-fc6ebf34-13b2-4516-ac38-895b7128a703 for instance with vm_state building and task_state spawning. [ 705.805856] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbf230b-7e4d-4154-b914-32d73fc82f02 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.815801] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a4b951-bd37-413f-96eb-e2db87a0cc9e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.849339] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6570dafc-11e5-465e-8985-21a650ff4a18 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.858659] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070319} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.863473] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.863786] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480332, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.864738] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f96e95-ffc5-4362-8d46-323f2c7f9270 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.868541] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d84eb9b-374c-416a-a4ef-1e6b7ebcb071 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.891072] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] d31cec87-f24e-40d0-aa22-462f2eb62ea2/d31cec87-f24e-40d0-aa22-462f2eb62ea2.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.898713] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47b164ec-5259-4251-b3e6-a406c653f66b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.913146] env[62364]: DEBUG nova.compute.provider_tree [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.922952] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480335, 'name': Rename_Task, 'duration_secs': 0.145814} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.924206] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.924619] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 705.924619] env[62364]: value = "task-2480339" [ 705.924619] env[62364]: _type = "Task" [ 705.924619] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.924810] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abb5324f-82c1-473d-90f6-4d5eb5028997 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.937053] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.938401] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 705.938401] env[62364]: value = "task-2480340" [ 705.938401] env[62364]: _type = "Task" [ 705.938401] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.948272] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.969215] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480336, 'name': ReconfigVM_Task, 'duration_secs': 0.363209} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.969215] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 2932b01a-b89d-4a34-8df8-fd8e2c165b8e/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.969531] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e40a20c-17ba-4598-aff5-70553f192186 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.997660] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa54999-c812-4a21-8c62-08dbf8c6ffde {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.013625] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 706.013625] env[62364]: value = "task-2480341" [ 706.013625] env[62364]: _type = "Task" [ 706.013625] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.022150] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.055574] env[62364]: DEBUG oslo_vmware.api [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211243} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.055876] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.056097] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.056457] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.056457] env[62364]: INFO nova.compute.manager [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Took 1.11 seconds to destroy the instance on the hypervisor. [ 706.056733] env[62364]: DEBUG oslo.service.loopingcall [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.056938] env[62364]: DEBUG nova.compute.manager [-] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.057070] env[62364]: DEBUG nova.network.neutron [-] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.152271] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.152438] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.152617] env[62364]: DEBUG nova.network.neutron [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.361697] env[62364]: DEBUG oslo_vmware.api [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480332, 'name': PowerOnVM_Task, 'duration_secs': 1.370538} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.362103] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.362340] env[62364]: INFO nova.compute.manager [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Took 9.35 seconds to spawn the instance on the hypervisor. [ 706.362557] env[62364]: DEBUG nova.compute.manager [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.363616] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00346bf2-2306-4016-8022-67deae385203 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.419731] env[62364]: DEBUG nova.scheduler.client.report [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.436755] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480339, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.448613] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480340, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.525400] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480341, 'name': ReconfigVM_Task, 'duration_secs': 0.227288} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.525400] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.525400] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d415b60e-ddb7-405b-90c8-0100ec093fa0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.532021] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 706.532021] env[62364]: value = "task-2480342" [ 706.532021] env[62364]: _type = "Task" [ 706.532021] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.538243] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.727103] env[62364]: DEBUG nova.network.neutron [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.886232] env[62364]: INFO nova.compute.manager [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Took 45.02 seconds to build instance. [ 706.924922] env[62364]: DEBUG oslo_concurrency.lockutils [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.928917] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.020s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.935790] env[62364]: INFO nova.compute.claims [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.940948] env[62364]: DEBUG nova.network.neutron [-] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.957517] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480339, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.961217] env[62364]: DEBUG oslo_vmware.api [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480340, 'name': PowerOnVM_Task, 'duration_secs': 0.738177} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.962830] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.962830] env[62364]: DEBUG nova.compute.manager [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.963245] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5ca745-4691-4ca7-9b2e-9c377890f9ee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.967960] env[62364]: INFO nova.scheduler.client.report [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Deleted allocations for instance fe6b62e5-bb01-4e3d-a99e-bdbc026174ec [ 706.974619] env[62364]: DEBUG nova.network.neutron [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updating instance_info_cache with network_info: [{"id": "fc6ebf34-13b2-4516-ac38-895b7128a703", "address": "fa:16:3e:ee:2b:7a", "network": {"id": "ccb45640-b300-41af-baa8-42ed1264d3ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-367646731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482207a5005c4d969f6312c0078628ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6ebf34-13", "ovs_interfaceid": "fc6ebf34-13b2-4516-ac38-895b7128a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.040462] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480342, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.388227] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4decc45-7764-47b4-b846-fe81a57f61d8 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.327s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.448406] env[62364]: INFO nova.compute.manager [-] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Took 1.39 seconds to deallocate network for instance. [ 707.449326] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480339, 'name': ReconfigVM_Task, 'duration_secs': 1.504966} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.450197] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Reconfigured VM instance instance-00000024 to attach disk [datastore2] d31cec87-f24e-40d0-aa22-462f2eb62ea2/d31cec87-f24e-40d0-aa22-462f2eb62ea2.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.451153] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a3cb389-7d34-480e-b1a0-6ac4d7587405 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.463473] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 707.463473] env[62364]: value = "task-2480343" [ 707.463473] env[62364]: _type = "Task" [ 707.463473] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.472874] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480343, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.478027] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.478027] env[62364]: DEBUG nova.compute.manager [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Instance network_info: |[{"id": "fc6ebf34-13b2-4516-ac38-895b7128a703", "address": "fa:16:3e:ee:2b:7a", "network": {"id": "ccb45640-b300-41af-baa8-42ed1264d3ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-367646731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482207a5005c4d969f6312c0078628ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6ebf34-13", "ovs_interfaceid": "fc6ebf34-13b2-4516-ac38-895b7128a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.478453] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:2b:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc6ebf34-13b2-4516-ac38-895b7128a703', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.486383] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Creating folder: Project (482207a5005c4d969f6312c0078628ab). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.492857] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afb49b3e-9cec-4a21-838f-18d3a05e1e16 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.495149] env[62364]: DEBUG oslo_concurrency.lockutils [None req-537e11a7-e78c-4364-aad8-19329233a81d tempest-DeleteServersAdminTestJSON-698595175 tempest-DeleteServersAdminTestJSON-698595175-project-member] Lock "fe6b62e5-bb01-4e3d-a99e-bdbc026174ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.405s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.499911] env[62364]: DEBUG oslo_concurrency.lockutils [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.511205] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Created folder: Project (482207a5005c4d969f6312c0078628ab) in parent group-v501830. [ 707.511327] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Creating folder: Instances. Parent ref: group-v501935. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.511651] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-041dff02-3a0f-4ebe-8b61-45f9a37a96fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.525815] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Created folder: Instances in parent group-v501935. [ 707.526079] env[62364]: DEBUG oslo.service.loopingcall [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.526277] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.526649] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b44b1995-c440-4f74-abf4-3e50370d1664 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.550531] env[62364]: DEBUG oslo_vmware.api [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480342, 'name': PowerOnVM_Task, 'duration_secs': 0.756222} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.551935] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.553586] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.553586] env[62364]: value = "task-2480346" [ 707.553586] env[62364]: _type = "Task" [ 707.553586] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.554620] env[62364]: DEBUG nova.compute.manager [None req-9ae86506-e0c6-49fa-bab3-51bf16f6780b tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.558259] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6c729c-33d3-4ced-aaab-fdfeeed54f95 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.567179] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480346, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.591141] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.591470] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.591892] env[62364]: DEBUG nova.compute.manager [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.592765] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbaf56a-8594-42c1-b333-d72500825f98 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.601224] env[62364]: DEBUG nova.compute.manager [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62364) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 707.601825] env[62364]: DEBUG nova.objects.instance [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lazy-loading 'flavor' on Instance uuid 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.925193] env[62364]: DEBUG nova.compute.manager [req-bf091576-c1c5-48f1-b1b2-b9b45c299dce req-5717277b-ec03-4ffa-bdce-9afa6f906eaa service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Received event network-changed-fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 707.925401] env[62364]: DEBUG nova.compute.manager [req-bf091576-c1c5-48f1-b1b2-b9b45c299dce req-5717277b-ec03-4ffa-bdce-9afa6f906eaa service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Refreshing instance network info cache due to event network-changed-fc6ebf34-13b2-4516-ac38-895b7128a703. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 707.925730] env[62364]: DEBUG oslo_concurrency.lockutils [req-bf091576-c1c5-48f1-b1b2-b9b45c299dce req-5717277b-ec03-4ffa-bdce-9afa6f906eaa service nova] Acquiring lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.925845] env[62364]: DEBUG oslo_concurrency.lockutils [req-bf091576-c1c5-48f1-b1b2-b9b45c299dce req-5717277b-ec03-4ffa-bdce-9afa6f906eaa service nova] Acquired lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.926086] env[62364]: DEBUG nova.network.neutron [req-bf091576-c1c5-48f1-b1b2-b9b45c299dce req-5717277b-ec03-4ffa-bdce-9afa6f906eaa service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Refreshing network info cache for port fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.957539] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.975692] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480343, 'name': Rename_Task, 'duration_secs': 0.168674} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.976196] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.976689] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e999b110-71fb-4213-95e2-92cee9713c8f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.988104] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 707.988104] env[62364]: value = "task-2480347" [ 707.988104] env[62364]: _type = "Task" [ 707.988104] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.001555] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.067377] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480346, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.501966] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596b6109-55ed-40a2-834f-147c4baa4f7e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.508791] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.514151] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93862214-3ca8-462f-b986-d50e7dd0058e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.550220] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0359e9e5-1180-4246-923b-eec96ee9cc56 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.564983] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6150bc3-44fd-4158-a4f2-758fadbeb182 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.584008] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480346, 'name': CreateVM_Task, 'duration_secs': 0.661164} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.584669] env[62364]: DEBUG nova.compute.provider_tree [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.585911] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.586640] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.586797] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.588747] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.588747] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05294a6-1850-4624-99b3-c74ad7a99421 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.594038] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 708.594038] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52485a87-2eb8-3c2d-91d0-3879e07f803b" [ 708.594038] env[62364]: _type = "Task" [ 708.594038] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.604519] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52485a87-2eb8-3c2d-91d0-3879e07f803b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.609773] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.610066] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64fbbafe-10c5-49c0-9d8b-04caf7168cbe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.619407] env[62364]: DEBUG oslo_vmware.api [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 708.619407] env[62364]: value = "task-2480348" [ 708.619407] env[62364]: _type = "Task" [ 708.619407] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.628762] env[62364]: DEBUG oslo_vmware.api [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.816672] env[62364]: DEBUG nova.network.neutron [req-bf091576-c1c5-48f1-b1b2-b9b45c299dce req-5717277b-ec03-4ffa-bdce-9afa6f906eaa service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updated VIF entry in instance network info cache for port fc6ebf34-13b2-4516-ac38-895b7128a703. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.817237] env[62364]: DEBUG nova.network.neutron [req-bf091576-c1c5-48f1-b1b2-b9b45c299dce req-5717277b-ec03-4ffa-bdce-9afa6f906eaa service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updating instance_info_cache with network_info: [{"id": "fc6ebf34-13b2-4516-ac38-895b7128a703", "address": "fa:16:3e:ee:2b:7a", "network": {"id": "ccb45640-b300-41af-baa8-42ed1264d3ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-367646731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482207a5005c4d969f6312c0078628ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6ebf34-13", "ovs_interfaceid": "fc6ebf34-13b2-4516-ac38-895b7128a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.003595] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.050366] env[62364]: INFO nova.compute.manager [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Rebuilding instance [ 709.089255] env[62364]: DEBUG nova.scheduler.client.report [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.109654] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52485a87-2eb8-3c2d-91d0-3879e07f803b, 'name': SearchDatastore_Task, 'duration_secs': 0.016369} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.110208] env[62364]: DEBUG nova.compute.manager [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.111082] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.111328] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.111557] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.111714] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.111883] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.113052] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07e0489-f8f5-4f2b-904d-32d61de8c15b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.116192] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0658f29-9574-4da6-afae-bab195d66dd1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.127885] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.128113] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.129032] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8fab36-755d-49b9-93e9-4abf9c318570 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.134954] env[62364]: DEBUG oslo_vmware.api [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480348, 'name': PowerOffVM_Task, 'duration_secs': 0.225681} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.135602] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.135822] env[62364]: DEBUG nova.compute.manager [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.136592] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1064709-d327-4ced-9cfb-df6328e51ae8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.140261] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 709.140261] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]524f14a9-08ac-8af9-0fdf-fabfe2a8c8bf" [ 709.140261] env[62364]: _type = "Task" [ 709.140261] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.155080] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524f14a9-08ac-8af9-0fdf-fabfe2a8c8bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.321116] env[62364]: DEBUG oslo_concurrency.lockutils [req-bf091576-c1c5-48f1-b1b2-b9b45c299dce req-5717277b-ec03-4ffa-bdce-9afa6f906eaa service nova] Releasing lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.321438] env[62364]: DEBUG nova.compute.manager [req-bf091576-c1c5-48f1-b1b2-b9b45c299dce req-5717277b-ec03-4ffa-bdce-9afa6f906eaa service nova] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Received event network-vif-deleted-7ad78bbe-6bad-4e1f-80d4-1bf713fad71c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 709.502941] env[62364]: DEBUG oslo_vmware.api [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480347, 'name': PowerOnVM_Task, 'duration_secs': 1.064792} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.503304] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.504039] env[62364]: INFO nova.compute.manager [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Took 9.72 seconds to spawn the instance on the hypervisor. [ 709.504039] env[62364]: DEBUG nova.compute.manager [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.504501] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a5ea18-f697-4df5-9277-3b7e099d5b86 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.596348] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.596863] env[62364]: DEBUG nova.compute.manager [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.599498] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.639s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.599714] env[62364]: DEBUG nova.objects.instance [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lazy-loading 'resources' on Instance uuid 335bf211-7b01-4e6a-88b1-9400a29bc3ac {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.653922] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524f14a9-08ac-8af9-0fdf-fabfe2a8c8bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013743} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.654394] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec6c0657-1a4b-4272-be12-5d091ba45256 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.659610] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d8a8a2-712c-40e8-837c-eec4b7f766db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.666973] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 709.666973] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5295b070-d2c9-56f3-9f4b-00d15b18f2c9" [ 709.666973] env[62364]: _type = "Task" [ 709.666973] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.680992] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5295b070-d2c9-56f3-9f4b-00d15b18f2c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.963586] env[62364]: INFO nova.compute.manager [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Rescuing [ 709.963871] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.964067] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.964255] env[62364]: DEBUG nova.network.neutron [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.029642] env[62364]: INFO nova.compute.manager [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Took 37.92 seconds to build instance. [ 710.103091] env[62364]: DEBUG nova.compute.utils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 710.107345] env[62364]: DEBUG nova.compute.manager [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.108121] env[62364]: DEBUG nova.network.neutron [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.133609] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.133962] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bd8b122-ae1a-4278-bd77-b4e476501690 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.142917] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Waiting for the task: (returnval){ [ 710.142917] env[62364]: value = "task-2480349" [ 710.142917] env[62364]: _type = "Task" [ 710.142917] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.154184] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.180419] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5295b070-d2c9-56f3-9f4b-00d15b18f2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015205} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.180676] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.180922] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5/2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.181182] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65b8d8ff-a6e8-4fca-9694-e06b21345387 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.189798] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 710.189798] env[62364]: value = "task-2480350" [ 710.189798] env[62364]: _type = "Task" [ 710.189798] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.200498] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.260107] env[62364]: DEBUG nova.policy [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bd416d890d045938f52ceed141d55be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acc96e978f3044258c33a4489d8f8588', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.533509] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cf5bcc96-a908-456f-b185-0ba2b4df9064 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.133s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.613686] env[62364]: DEBUG nova.compute.manager [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.624495] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64db22ea-193c-4d14-bb0b-54c7b15d61a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.634501] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273e9d44-dce6-4431-8b05-381a65a868a9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.673623] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ee7e2e-15f7-4d48-a352-b011e73d0ccc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.687263] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480349, 'name': PowerOffVM_Task, 'duration_secs': 0.231645} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.693087] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.693087] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.693087] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5446b457-1682-4aad-8827-76c8cc162a27 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.698951] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c58984-b216-44b0-9222-0f961e5d80be {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.716407] env[62364]: DEBUG nova.compute.provider_tree [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.724294] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.724294] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480350, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.724441] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2dc6782-3b52-48d5-ae72-dbd5bdab2861 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.751140] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.751379] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.751560] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Deleting the datastore file [datastore2] 0b810725-d832-4760-b60b-ec2c6ace3050 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.751836] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eda76e01-09c9-488f-9442-1e33ac227a99 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.758874] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Waiting for the task: (returnval){ [ 710.758874] env[62364]: value = "task-2480352" [ 710.758874] env[62364]: _type = "Task" [ 710.758874] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.767743] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.768784] env[62364]: DEBUG nova.network.neutron [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Updating instance_info_cache with network_info: [{"id": "f43774f2-ffd7-4e47-950b-41dbab966cdd", "address": "fa:16:3e:90:49:48", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43774f2-ff", "ovs_interfaceid": "f43774f2-ffd7-4e47-950b-41dbab966cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.061210] env[62364]: DEBUG nova.network.neutron [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Successfully created port: 06b63f09-59cc-4271-bb9a-8d113bcbe2ac {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.212198] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780716} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.212469] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5/2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.212683] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.212934] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3838385-d1f7-4d1a-a530-d32df70021cd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.219833] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 711.219833] env[62364]: value = "task-2480353" [ 711.219833] env[62364]: _type = "Task" [ 711.219833] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.225861] env[62364]: DEBUG nova.scheduler.client.report [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.233249] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.270822] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20884} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.271131] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.271344] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.271540] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.274244] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.636241] env[62364]: DEBUG nova.compute.manager [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.665070] env[62364]: DEBUG nova.virt.hardware [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.665070] env[62364]: DEBUG nova.virt.hardware [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.665380] env[62364]: DEBUG nova.virt.hardware [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.665691] env[62364]: DEBUG nova.virt.hardware [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.669533] env[62364]: DEBUG nova.virt.hardware [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.669533] env[62364]: DEBUG nova.virt.hardware [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.669533] env[62364]: DEBUG nova.virt.hardware [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.669533] env[62364]: DEBUG nova.virt.hardware [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.669533] env[62364]: DEBUG nova.virt.hardware [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.669795] env[62364]: DEBUG nova.virt.hardware [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.669795] env[62364]: DEBUG nova.virt.hardware [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.669795] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfcbb24-568c-4732-a8c9-280d41b3110f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.680889] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b9f5bb-78af-4315-9250-a7626a534773 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.731114] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077832} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.731431] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.732268] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34455fd4-82f1-4a6e-9ed6-039ea80eb30a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.736453] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.739546] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.634s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.739780] env[62364]: DEBUG nova.objects.instance [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Lazy-loading 'resources' on Instance uuid 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.765474] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5/2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.767130] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c92b1851-049a-4263-a86a-fbc10d8c88e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.782725] env[62364]: INFO nova.scheduler.client.report [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Deleted allocations for instance 335bf211-7b01-4e6a-88b1-9400a29bc3ac [ 711.803447] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 711.803447] env[62364]: value = "task-2480354" [ 711.803447] env[62364]: _type = "Task" [ 711.803447] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.812598] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.095312] env[62364]: DEBUG nova.compute.manager [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.095312] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9689cc4-3c7c-4ad3-ac9a-437c42a33204 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.304134] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0c0a59d5-65e3-4e8e-92dd-3d5910467ee5 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "335bf211-7b01-4e6a-88b1-9400a29bc3ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.299s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.315874] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480354, 'name': ReconfigVM_Task, 'duration_secs': 0.360271} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.316401] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5/2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.317247] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-060486ef-460c-4233-b21c-6dff61f639ee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.330585] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 712.330585] env[62364]: value = "task-2480355" [ 712.330585] env[62364]: _type = "Task" [ 712.330585] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.349995] env[62364]: DEBUG nova.virt.hardware [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.349995] env[62364]: DEBUG nova.virt.hardware [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.349995] env[62364]: DEBUG nova.virt.hardware [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.350251] env[62364]: DEBUG nova.virt.hardware [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.350514] env[62364]: DEBUG nova.virt.hardware [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.351845] env[62364]: DEBUG nova.virt.hardware [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.351845] env[62364]: DEBUG nova.virt.hardware [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.351845] env[62364]: DEBUG nova.virt.hardware [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.351845] env[62364]: DEBUG nova.virt.hardware [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.351845] env[62364]: DEBUG nova.virt.hardware [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.352169] env[62364]: DEBUG nova.virt.hardware [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.352860] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480355, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.353798] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b268436-ff5a-45b4-bb61-419fb7f0c8fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.367061] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703a36f9-7cd5-4fdf-8dcf-8cf4e3e50b08 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.390363] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.398030] env[62364]: DEBUG oslo.service.loopingcall [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.401555] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.402074] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-630afe0f-2ad7-441d-8ea1-6a19594bff95 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.426147] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.426147] env[62364]: value = "task-2480356" [ 712.426147] env[62364]: _type = "Task" [ 712.426147] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.439783] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480356, 'name': CreateVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.609773] env[62364]: INFO nova.compute.manager [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] instance snapshotting [ 712.609969] env[62364]: WARNING nova.compute.manager [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 712.612805] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af56f25a-d6b5-42df-9143-0bd560fde062 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.636040] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb2178a-b241-44af-9dce-9cd4e80749b6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.779682] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d90790-56b2-4e6c-a0f8-50185a0dbd0a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.787465] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81649c55-3e34-4716-a954-0e3a5dac40bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.817050] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf58550-e534-47be-a30e-131130d8fa9d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.824721] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21001ad-53e3-49bd-9be9-c4b421f32bdd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.842353] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.842353] env[62364]: DEBUG nova.compute.provider_tree [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.846179] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9be9824-0ad2-4ba2-b88e-5cd2892f4ea0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.854233] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480355, 'name': Rename_Task, 'duration_secs': 0.151368} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.856224] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.856699] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 712.856699] env[62364]: value = "task-2480357" [ 712.856699] env[62364]: _type = "Task" [ 712.856699] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.856699] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7596bead-188c-44a2-add4-fa7f42370903 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.868400] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.870542] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 712.870542] env[62364]: value = "task-2480358" [ 712.870542] env[62364]: _type = "Task" [ 712.870542] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.879677] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.886297] env[62364]: DEBUG nova.compute.manager [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Stashing vm_state: active {{(pid=62364) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 712.948826] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480356, 'name': CreateVM_Task, 'duration_secs': 0.321076} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.948963] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.949658] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.949894] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.950450] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.951071] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0254554-c2cb-42c6-b9cd-92b7718c9938 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.958461] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Waiting for the task: (returnval){ [ 712.958461] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e3a8e6-fd61-9d0f-5a86-c6af86084bdc" [ 712.958461] env[62364]: _type = "Task" [ 712.958461] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.969500] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e3a8e6-fd61-9d0f-5a86-c6af86084bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.970844] env[62364]: DEBUG nova.network.neutron [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Successfully updated port: 06b63f09-59cc-4271-bb9a-8d113bcbe2ac {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.147164] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 713.147508] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cddc25f8-a41e-4aaa-921b-3080544aef47 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.155188] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 713.155188] env[62364]: value = "task-2480359" [ 713.155188] env[62364]: _type = "Task" [ 713.155188] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.163809] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480359, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.198705] env[62364]: DEBUG nova.compute.manager [req-fcbd75f7-7462-4251-9a7a-827c917d5db8 req-9ed06452-e864-409d-8b9d-8ce25af9c9e0 service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Received event network-vif-plugged-06b63f09-59cc-4271-bb9a-8d113bcbe2ac {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 713.199059] env[62364]: DEBUG oslo_concurrency.lockutils [req-fcbd75f7-7462-4251-9a7a-827c917d5db8 req-9ed06452-e864-409d-8b9d-8ce25af9c9e0 service nova] Acquiring lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.199365] env[62364]: DEBUG oslo_concurrency.lockutils [req-fcbd75f7-7462-4251-9a7a-827c917d5db8 req-9ed06452-e864-409d-8b9d-8ce25af9c9e0 service nova] Lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.199608] env[62364]: DEBUG oslo_concurrency.lockutils [req-fcbd75f7-7462-4251-9a7a-827c917d5db8 req-9ed06452-e864-409d-8b9d-8ce25af9c9e0 service nova] Lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.199842] env[62364]: DEBUG nova.compute.manager [req-fcbd75f7-7462-4251-9a7a-827c917d5db8 req-9ed06452-e864-409d-8b9d-8ce25af9c9e0 service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] No waiting events found dispatching network-vif-plugged-06b63f09-59cc-4271-bb9a-8d113bcbe2ac {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.200196] env[62364]: WARNING nova.compute.manager [req-fcbd75f7-7462-4251-9a7a-827c917d5db8 req-9ed06452-e864-409d-8b9d-8ce25af9c9e0 service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Received unexpected event network-vif-plugged-06b63f09-59cc-4271-bb9a-8d113bcbe2ac for instance with vm_state building and task_state spawning. [ 713.349792] env[62364]: DEBUG nova.scheduler.client.report [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.373079] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480357, 'name': PowerOffVM_Task, 'duration_secs': 0.229704} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.377999] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.379224] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd27c6b1-61fb-4b29-9cf3-b6f2d317970b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.405060] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480358, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.409081] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7e6fcd-51de-4280-8446-2002dd75f51f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.428142] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.450638] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.451277] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8985b0e7-d678-424c-87f1-5132258a030e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.461224] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 713.461224] env[62364]: value = "task-2480360" [ 713.461224] env[62364]: _type = "Task" [ 713.461224] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.476364] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e3a8e6-fd61-9d0f-5a86-c6af86084bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.015039} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.480605] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "refresh_cache-c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.480605] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "refresh_cache-c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.481056] env[62364]: DEBUG nova.network.neutron [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.482305] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.483032] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.483032] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.483032] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.483262] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.483698] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.483942] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.484197] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.484413] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.484611] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.486458] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-567f7369-a303-47f0-84da-c87dedbe48dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.489046] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 713.489292] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.489557] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.490172] env[62364]: INFO nova.compute.manager [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Terminating instance [ 713.500250] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.500250] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.500893] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd49b24-b351-41ed-b95a-1cf64ebfa72c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.508242] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Waiting for the task: (returnval){ [ 713.508242] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d9e3c1-7003-8ca3-24f7-8e35abb942ef" [ 713.508242] env[62364]: _type = "Task" [ 713.508242] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.516504] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d9e3c1-7003-8ca3-24f7-8e35abb942ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.580846] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquiring lock "8e82b9f3-02b0-401c-bbad-1158770da84b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.581140] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Lock "8e82b9f3-02b0-401c-bbad-1158770da84b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.665596] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480359, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.855756] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.858128] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.925s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.859566] env[62364]: INFO nova.compute.claims [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.878603] env[62364]: INFO nova.scheduler.client.report [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Deleted allocations for instance 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0 [ 713.886628] env[62364]: DEBUG oslo_vmware.api [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480358, 'name': PowerOnVM_Task, 'duration_secs': 0.638744} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.887160] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.887409] env[62364]: INFO nova.compute.manager [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Took 9.28 seconds to spawn the instance on the hypervisor. [ 713.887964] env[62364]: DEBUG nova.compute.manager [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.888535] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c27bd18-bc31-4ba5-8df9-df54107a3638 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.995045] env[62364]: DEBUG nova.compute.manager [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.995174] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.996243] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d5c76a-b08b-4108-968a-904a581d0221 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.004599] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.004855] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e32dac0b-115e-4c2a-be9f-8000f5f384b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.011755] env[62364]: DEBUG oslo_vmware.api [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 714.011755] env[62364]: value = "task-2480361" [ 714.011755] env[62364]: _type = "Task" [ 714.011755] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.021306] env[62364]: DEBUG nova.network.neutron [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.023415] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d9e3c1-7003-8ca3-24f7-8e35abb942ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013624} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.024629] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2945a82c-62e2-467a-8b52-b047f7777b54 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.029733] env[62364]: DEBUG oslo_vmware.api [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.032551] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Waiting for the task: (returnval){ [ 714.032551] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52143eaa-4a26-390f-1989-7071d0092a91" [ 714.032551] env[62364]: _type = "Task" [ 714.032551] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.040476] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52143eaa-4a26-390f-1989-7071d0092a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.083347] env[62364]: DEBUG nova.compute.manager [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.171992] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480359, 'name': CreateSnapshot_Task, 'duration_secs': 0.977825} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.175300] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 714.176130] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd3c00a-2837-45da-a146-d10274b5dd85 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.207240] env[62364]: DEBUG nova.network.neutron [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Updating instance_info_cache with network_info: [{"id": "06b63f09-59cc-4271-bb9a-8d113bcbe2ac", "address": "fa:16:3e:02:14:1a", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b63f09-59", "ovs_interfaceid": "06b63f09-59cc-4271-bb9a-8d113bcbe2ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.390733] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1cd39e70-40dc-4ef3-a58c-3e0a9f625cf0 tempest-ImagesNegativeTestJSON-2142105645 tempest-ImagesNegativeTestJSON-2142105645-project-member] Lock "6c9141a2-8ff3-48ff-a73e-49a5f538b7c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.861s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.410397] env[62364]: INFO nova.compute.manager [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Took 39.93 seconds to build instance. [ 714.525158] env[62364]: DEBUG oslo_vmware.api [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480361, 'name': PowerOffVM_Task, 'duration_secs': 0.257592} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.525158] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.525158] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.525158] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c232f35e-101b-4954-a74a-558259531728 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.546887] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52143eaa-4a26-390f-1989-7071d0092a91, 'name': SearchDatastore_Task, 'duration_secs': 0.01212} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.546887] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.546887] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.546887] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.547061] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.547061] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dacde3b8-0870-406d-a7d8-cdd9ef51b053 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.548420] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e213862-03e3-4a28-a611-bef603a952ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.554314] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Waiting for the task: (returnval){ [ 714.554314] env[62364]: value = "task-2480363" [ 714.554314] env[62364]: _type = "Task" [ 714.554314] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.558559] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.558734] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.561410] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00fc8f61-716d-43c9-89c0-fa98c3273d46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.566467] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.569436] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 714.569436] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5285bad0-2b72-a1fe-cd8b-802bd8a4b041" [ 714.569436] env[62364]: _type = "Task" [ 714.569436] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.578489] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5285bad0-2b72-a1fe-cd8b-802bd8a4b041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.584251] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.584495] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.584676] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Deleting the datastore file [datastore1] 6dd54a20-72b1-4704-91bb-ef10a0a2db8c {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.584963] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04e223e1-4388-4767-8c0b-db4acabaeeeb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.592301] env[62364]: DEBUG oslo_vmware.api [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for the task: (returnval){ [ 714.592301] env[62364]: value = "task-2480364" [ 714.592301] env[62364]: _type = "Task" [ 714.592301] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.609792] env[62364]: DEBUG oslo_vmware.api [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.615470] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.698211] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 714.698554] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3b5257d6-a3b4-4c40-8bb1-e3bbd69c2423 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.708354] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 714.708354] env[62364]: value = "task-2480365" [ 714.708354] env[62364]: _type = "Task" [ 714.708354] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.712089] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "refresh_cache-c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.712413] env[62364]: DEBUG nova.compute.manager [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Instance network_info: |[{"id": "06b63f09-59cc-4271-bb9a-8d113bcbe2ac", "address": "fa:16:3e:02:14:1a", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b63f09-59", "ovs_interfaceid": "06b63f09-59cc-4271-bb9a-8d113bcbe2ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.712785] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:14:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06b63f09-59cc-4271-bb9a-8d113bcbe2ac', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.720244] env[62364]: DEBUG oslo.service.loopingcall [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.720909] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.721248] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81d68599-5eed-47e2-b0ed-053d50ac182e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.743319] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480365, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.750157] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.750157] env[62364]: value = "task-2480366" [ 714.750157] env[62364]: _type = "Task" [ 714.750157] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.759314] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480366, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.909825] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1188b816-435e-4ef6-b75d-e5200b40a962 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.858s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.069433] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480363, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.085784] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5285bad0-2b72-a1fe-cd8b-802bd8a4b041, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.090264] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a64146-0034-4a04-9d74-279bb4dd0471 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.096676] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 715.096676] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52109cf5-ea8f-b648-14b7-4bbaf8965e45" [ 715.096676] env[62364]: _type = "Task" [ 715.096676] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.114394] env[62364]: DEBUG oslo_vmware.api [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Task: {'id': task-2480364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193022} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.117945] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.118203] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.118576] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.118805] env[62364]: INFO nova.compute.manager [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 715.119107] env[62364]: DEBUG oslo.service.loopingcall [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.119358] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52109cf5-ea8f-b648-14b7-4bbaf8965e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.119612] env[62364]: DEBUG nova.compute.manager [-] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.119721] env[62364]: DEBUG nova.network.neutron [-] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.224938] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480365, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.259483] env[62364]: DEBUG nova.compute.manager [req-4657bdad-7ace-40b8-88ae-6f3cfcd84b7a req-7017a327-c77b-431e-be2f-4ef8e579f1e6 service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Received event network-changed-06b63f09-59cc-4271-bb9a-8d113bcbe2ac {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 715.259790] env[62364]: DEBUG nova.compute.manager [req-4657bdad-7ace-40b8-88ae-6f3cfcd84b7a req-7017a327-c77b-431e-be2f-4ef8e579f1e6 service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Refreshing instance network info cache due to event network-changed-06b63f09-59cc-4271-bb9a-8d113bcbe2ac. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 715.260323] env[62364]: DEBUG oslo_concurrency.lockutils [req-4657bdad-7ace-40b8-88ae-6f3cfcd84b7a req-7017a327-c77b-431e-be2f-4ef8e579f1e6 service nova] Acquiring lock "refresh_cache-c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.260651] env[62364]: DEBUG oslo_concurrency.lockutils [req-4657bdad-7ace-40b8-88ae-6f3cfcd84b7a req-7017a327-c77b-431e-be2f-4ef8e579f1e6 service nova] Acquired lock "refresh_cache-c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.261446] env[62364]: DEBUG nova.network.neutron [req-4657bdad-7ace-40b8-88ae-6f3cfcd84b7a req-7017a327-c77b-431e-be2f-4ef8e579f1e6 service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Refreshing network info cache for port 06b63f09-59cc-4271-bb9a-8d113bcbe2ac {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.275428] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480366, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.398252] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ca018-e3d1-4f3d-966e-426abbb000e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.412034] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764f5f91-4794-4a7c-b508-70494625ab90 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.449197] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052627c3-0705-43b1-b38a-29e8d89adfab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.457198] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e57871f-536c-4fdf-85fa-75ff11180a4e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.481538] env[62364]: DEBUG nova.compute.provider_tree [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.494794] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.494794] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.567204] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573521} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.568559] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.568559] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.568559] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11736b2f-b3d3-49c2-b1b2-ecafca7774d4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.574273] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Waiting for the task: (returnval){ [ 715.574273] env[62364]: value = "task-2480367" [ 715.574273] env[62364]: _type = "Task" [ 715.574273] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.584217] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.610456] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52109cf5-ea8f-b648-14b7-4bbaf8965e45, 'name': SearchDatastore_Task, 'duration_secs': 0.021434} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.610729] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.610987] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 829a7b11-bbd2-4193-869c-71fb8e8e0075/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. {{(pid=62364) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 715.611285] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-557645aa-569d-4169-9d80-59084892acee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.617958] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 715.617958] env[62364]: value = "task-2480368" [ 715.617958] env[62364]: _type = "Task" [ 715.617958] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.626347] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.722664] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480365, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.761811] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480366, 'name': CreateVM_Task, 'duration_secs': 0.781566} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.762043] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.762807] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.762988] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.763402] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.763706] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643185cb-0382-4eb2-b90b-7a0535fa24d7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.769075] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 715.769075] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d8cc3d-51c5-22f3-a4ca-c52805bcdda6" [ 715.769075] env[62364]: _type = "Task" [ 715.769075] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.780571] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d8cc3d-51c5-22f3-a4ca-c52805bcdda6, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.780883] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.781164] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.781431] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.781626] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.781840] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.782136] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48e0f7ab-704d-405a-b8d9-66a298a38e88 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.789399] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.789520] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.790431] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5fc382-410e-45c0-9bee-f1188a367115 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.796566] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 715.796566] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5244641a-ba55-d307-24bc-f372e3c63ce9" [ 715.796566] env[62364]: _type = "Task" [ 715.796566] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.805034] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5244641a-ba55-d307-24bc-f372e3c63ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.953428] env[62364]: DEBUG nova.network.neutron [-] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.985139] env[62364]: DEBUG nova.scheduler.client.report [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.997570] env[62364]: DEBUG nova.compute.manager [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.087072] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160561} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.087383] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.088230] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f9ec24-0180-403d-87ba-8a90c1576ae5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.110120] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.110478] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-336f6212-01c1-4a65-81c8-828ebe59f275 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.138439] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Waiting for the task: (returnval){ [ 716.138439] env[62364]: value = "task-2480369" [ 716.138439] env[62364]: _type = "Task" [ 716.138439] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.138718] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480368, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.149684] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.220371] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480365, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.221946] env[62364]: DEBUG nova.network.neutron [req-4657bdad-7ace-40b8-88ae-6f3cfcd84b7a req-7017a327-c77b-431e-be2f-4ef8e579f1e6 service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Updated VIF entry in instance network info cache for port 06b63f09-59cc-4271-bb9a-8d113bcbe2ac. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.222291] env[62364]: DEBUG nova.network.neutron [req-4657bdad-7ace-40b8-88ae-6f3cfcd84b7a req-7017a327-c77b-431e-be2f-4ef8e579f1e6 service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Updating instance_info_cache with network_info: [{"id": "06b63f09-59cc-4271-bb9a-8d113bcbe2ac", "address": "fa:16:3e:02:14:1a", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b63f09-59", "ovs_interfaceid": "06b63f09-59cc-4271-bb9a-8d113bcbe2ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.311796] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5244641a-ba55-d307-24bc-f372e3c63ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.007867} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.313136] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f85441-af75-4cd1-8a55-5377165cf6c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.320536] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 716.320536] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526a5e74-0656-a52d-e293-60dcbce5e503" [ 716.320536] env[62364]: _type = "Task" [ 716.320536] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.332665] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526a5e74-0656-a52d-e293-60dcbce5e503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.456630] env[62364]: INFO nova.compute.manager [-] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Took 1.34 seconds to deallocate network for instance. [ 716.491786] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.492598] env[62364]: DEBUG nova.compute.manager [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.496565] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.034s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.496905] env[62364]: DEBUG nova.objects.instance [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Lazy-loading 'resources' on Instance uuid bfcf8aba-1e16-421b-94dd-6eb8252e7de0 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.534867] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.635958] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562978} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.636236] env[62364]: INFO nova.virt.vmwareapi.ds_util [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 829a7b11-bbd2-4193-869c-71fb8e8e0075/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. [ 716.637019] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fedd9ae-d837-40b1-9dd9-697fba3050f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.669267] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 829a7b11-bbd2-4193-869c-71fb8e8e0075/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.672965] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b6a274-5c4e-4da4-b8a3-eda4f9cbfc44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.685720] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480369, 'name': ReconfigVM_Task, 'duration_secs': 0.373539} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.686062] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 0b810725-d832-4760-b60b-ec2c6ace3050/0b810725-d832-4760-b60b-ec2c6ace3050.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.687030] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f1dab75-7d4c-478b-bd9d-613ef56344e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.692294] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 716.692294] env[62364]: value = "task-2480370" [ 716.692294] env[62364]: _type = "Task" [ 716.692294] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.693844] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Waiting for the task: (returnval){ [ 716.693844] env[62364]: value = "task-2480371" [ 716.693844] env[62364]: _type = "Task" [ 716.693844] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.710254] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.710437] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480371, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.717840] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.717840] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.724547] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480365, 'name': CloneVM_Task, 'duration_secs': 1.740187} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.725039] env[62364]: DEBUG oslo_concurrency.lockutils [req-4657bdad-7ace-40b8-88ae-6f3cfcd84b7a req-7017a327-c77b-431e-be2f-4ef8e579f1e6 service nova] Releasing lock "refresh_cache-c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.725395] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Created linked-clone VM from snapshot [ 716.726180] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbd5241-4565-4f4e-98d0-5938d751a54c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.734875] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Uploading image 8bc1b623-da6a-4a78-a262-03d98ada8041 {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 716.761052] env[62364]: DEBUG oslo_vmware.rw_handles [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 716.761052] env[62364]: value = "vm-501940" [ 716.761052] env[62364]: _type = "VirtualMachine" [ 716.761052] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 716.762056] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4278db50-3779-4c80-bcdd-9adf9e560197 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.769412] env[62364]: DEBUG oslo_vmware.rw_handles [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lease: (returnval){ [ 716.769412] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526c582d-a821-34e2-6609-5dee0e7e3236" [ 716.769412] env[62364]: _type = "HttpNfcLease" [ 716.769412] env[62364]: } obtained for exporting VM: (result){ [ 716.769412] env[62364]: value = "vm-501940" [ 716.769412] env[62364]: _type = "VirtualMachine" [ 716.769412] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 716.769704] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the lease: (returnval){ [ 716.769704] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526c582d-a821-34e2-6609-5dee0e7e3236" [ 716.769704] env[62364]: _type = "HttpNfcLease" [ 716.769704] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 716.776519] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 716.776519] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526c582d-a821-34e2-6609-5dee0e7e3236" [ 716.776519] env[62364]: _type = "HttpNfcLease" [ 716.776519] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 716.831513] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526a5e74-0656-a52d-e293-60dcbce5e503, 'name': SearchDatastore_Task, 'duration_secs': 0.013909} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.831858] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.832133] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] c795eecf-f6ac-4afa-b944-67ec3f8fdb7d/c795eecf-f6ac-4afa-b944-67ec3f8fdb7d.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.832430] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-728165e2-6b75-49c5-9762-e3fc299f6932 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.839773] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 716.839773] env[62364]: value = "task-2480373" [ 716.839773] env[62364]: _type = "Task" [ 716.839773] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.847709] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.967665] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.000488] env[62364]: DEBUG nova.compute.utils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 717.002454] env[62364]: DEBUG nova.compute.manager [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Not allocating networking since 'none' was specified. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 717.212386] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.215635] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480371, 'name': Rename_Task, 'duration_secs': 0.330908} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.218867] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.220468] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-863c9ccb-3d5e-4544-a430-9e24f46b0bff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.222624] env[62364]: DEBUG nova.compute.utils [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 717.233699] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Waiting for the task: (returnval){ [ 717.233699] env[62364]: value = "task-2480374" [ 717.233699] env[62364]: _type = "Task" [ 717.233699] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.249385] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480374, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.281390] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 717.281390] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526c582d-a821-34e2-6609-5dee0e7e3236" [ 717.281390] env[62364]: _type = "HttpNfcLease" [ 717.281390] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 717.286049] env[62364]: DEBUG oslo_vmware.rw_handles [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 717.286049] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526c582d-a821-34e2-6609-5dee0e7e3236" [ 717.286049] env[62364]: _type = "HttpNfcLease" [ 717.286049] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 717.286049] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7429a35-68ec-45a9-8e76-2ab9ee68c533 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.297148] env[62364]: DEBUG oslo_vmware.rw_handles [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8976-dc5b-ca84-9a5c-1edc72882cea/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 717.297475] env[62364]: DEBUG oslo_vmware.rw_handles [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8976-dc5b-ca84-9a5c-1edc72882cea/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 717.373041] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481179} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.373041] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] c795eecf-f6ac-4afa-b944-67ec3f8fdb7d/c795eecf-f6ac-4afa-b944-67ec3f8fdb7d.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.373337] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.373573] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d966d5ae-8c67-494a-bc40-2e41590f6294 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.383273] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 717.383273] env[62364]: value = "task-2480375" [ 717.383273] env[62364]: _type = "Task" [ 717.383273] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.394445] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.413307] env[62364]: DEBUG nova.compute.manager [req-b344dd36-422f-4398-ac6c-7ade15342f70 req-35c0e352-41cf-4e8c-9c6d-a74c73b01811 service nova] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Received event network-vif-deleted-d34fdd16-08a8-4c21-82ff-bca78550fe00 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 717.446903] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8fb46803-72a4-431d-baaa-8da51cf210dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.505437] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912e9177-980b-49c8-905f-55ab95931376 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.508256] env[62364]: DEBUG nova.compute.manager [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.515494] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ccebc2-63ab-4c70-8c42-9f5f1156e125 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.546380] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f970cc2d-43c2-4ae2-bf39-d8bb0bf510ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.554839] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb01def5-c499-465d-a78c-adf6df1ed4ad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.568022] env[62364]: DEBUG nova.compute.provider_tree [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.706109] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480370, 'name': ReconfigVM_Task, 'duration_secs': 0.814546} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.706746] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 829a7b11-bbd2-4193-869c-71fb8e8e0075/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.707629] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9170b4b-1a0a-442a-8e71-4389ef0fd473 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.728975] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.734498] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca035719-b9ba-4595-a7c0-396238e05a85 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.755561] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480374, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.757103] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 717.757103] env[62364]: value = "task-2480376" [ 717.757103] env[62364]: _type = "Task" [ 717.757103] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.765037] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.893206] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061947} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.893909] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.894595] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe51257-4190-470b-ae7d-90cc4e97ec2a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.918409] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] c795eecf-f6ac-4afa-b944-67ec3f8fdb7d/c795eecf-f6ac-4afa-b944-67ec3f8fdb7d.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.918735] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7756ff2-a75f-434e-9122-45ff18dabdf5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.938695] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 717.938695] env[62364]: value = "task-2480377" [ 717.938695] env[62364]: _type = "Task" [ 717.938695] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.947796] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.071815] env[62364]: DEBUG nova.scheduler.client.report [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.255998] env[62364]: DEBUG oslo_vmware.api [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Task: {'id': task-2480374, 'name': PowerOnVM_Task, 'duration_secs': 0.865646} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.256380] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.256584] env[62364]: DEBUG nova.compute.manager [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.257487] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa678162-073a-4543-9762-1f2c575423fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.272639] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480376, 'name': ReconfigVM_Task, 'duration_secs': 0.294711} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.274496] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.274496] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f366c7f-3b19-4081-818e-2cf32744e775 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.280161] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 718.280161] env[62364]: value = "task-2480378" [ 718.280161] env[62364]: _type = "Task" [ 718.280161] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.288515] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.450706] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480377, 'name': ReconfigVM_Task, 'duration_secs': 0.479373} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.451116] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Reconfigured VM instance instance-00000026 to attach disk [datastore2] c795eecf-f6ac-4afa-b944-67ec3f8fdb7d/c795eecf-f6ac-4afa-b944-67ec3f8fdb7d.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.452191] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-918c9935-ee88-4445-b01c-b1546b64e727 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.458599] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 718.458599] env[62364]: value = "task-2480379" [ 718.458599] env[62364]: _type = "Task" [ 718.458599] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.466855] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480379, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.518250] env[62364]: DEBUG nova.compute.manager [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.579190] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.581041] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.032s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.612718] env[62364]: INFO nova.scheduler.client.report [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Deleted allocations for instance bfcf8aba-1e16-421b-94dd-6eb8252e7de0 [ 718.783797] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.794165] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480378, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.797412] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.797940] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.798220] env[62364]: INFO nova.compute.manager [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Attaching volume 49e38ca5-0b27-43f2-a226-64f8bc9f0472 to /dev/sdb [ 718.837288] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563c74e7-b866-4cfb-8a2a-10951d511ca7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.845626] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842f99bd-1182-464c-9200-30a17a5eda4c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.860350] env[62364]: DEBUG nova.virt.block_device [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Updating existing volume attachment record: 9329e502-c8c0-4be2-8d48-b33bc7b66f56 {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 718.968300] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480379, 'name': Rename_Task, 'duration_secs': 0.241044} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.968590] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.968845] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abe2497a-d30a-402f-b892-a53dba9e9c3a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.974746] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 718.974746] env[62364]: value = "task-2480380" [ 718.974746] env[62364]: _type = "Task" [ 718.974746] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.982539] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.125023] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f24e37f2-29ab-4a28-82a5-6ec72f4cb6fa tempest-ServerPasswordTestJSON-908047655 tempest-ServerPasswordTestJSON-908047655-project-member] Lock "bfcf8aba-1e16-421b-94dd-6eb8252e7de0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.216s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.155387] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquiring lock "0b810725-d832-4760-b60b-ec2c6ace3050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.155666] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "0b810725-d832-4760-b60b-ec2c6ace3050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.155887] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquiring lock "0b810725-d832-4760-b60b-ec2c6ace3050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.156101] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "0b810725-d832-4760-b60b-ec2c6ace3050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.156253] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "0b810725-d832-4760-b60b-ec2c6ace3050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.158560] env[62364]: INFO nova.compute.manager [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Terminating instance [ 719.252556] env[62364]: DEBUG nova.virt.hardware [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.252814] env[62364]: DEBUG nova.virt.hardware [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.253085] env[62364]: DEBUG nova.virt.hardware [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.253869] env[62364]: DEBUG nova.virt.hardware [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.254137] env[62364]: DEBUG nova.virt.hardware [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.254590] env[62364]: DEBUG nova.virt.hardware [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.254870] env[62364]: DEBUG nova.virt.hardware [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.255121] env[62364]: DEBUG nova.virt.hardware [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.255372] env[62364]: DEBUG nova.virt.hardware [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.255588] env[62364]: DEBUG nova.virt.hardware [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.255780] env[62364]: DEBUG nova.virt.hardware [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.256824] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e0f9f3-6f77-4c50-916b-77eed684b63d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.269353] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395ff98d-e595-434e-b6a2-9510733168a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.287349] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.293015] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Creating folder: Project (61e2ec8fd280450c93509ec9ebeafe78). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.296887] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adc20ded-127b-4656-bc17-37dc9df67a6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.303851] env[62364]: DEBUG oslo_vmware.api [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480378, 'name': PowerOnVM_Task, 'duration_secs': 0.700002} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.304178] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.307052] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Created folder: Project (61e2ec8fd280450c93509ec9ebeafe78) in parent group-v501830. [ 719.307261] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Creating folder: Instances. Parent ref: group-v501944. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.308343] env[62364]: DEBUG nova.compute.manager [None req-fbce35dc-5540-48e1-b699-bad65d0f4c56 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.309462] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01e9e45b-d2fb-4d27-8cf8-5de4134e93ce {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.311784] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414dd65f-2daa-4f0a-ad03-9f10d494add6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.323733] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Created folder: Instances in parent group-v501944. [ 719.324752] env[62364]: DEBUG oslo.service.loopingcall [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.324752] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.324926] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-936da0aa-9c4e-40a4-b92e-3c85e9f08ed5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.343764] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.343764] env[62364]: value = "task-2480386" [ 719.343764] env[62364]: _type = "Task" [ 719.343764] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.352452] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480386, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.487303] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480380, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.605140] env[62364]: INFO nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating resource usage from migration 08522231-92be-4d99-8b03-b5cada24df0c [ 719.637346] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance ac869905-5c82-404e-8347-a34270150d89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 719.637893] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 1baeefa4-6b4f-4f68-91e5-d02645d64d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640018] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 6dd54a20-72b1-4704-91bb-ef10a0a2db8c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 719.640018] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 1da09049-1ae5-41ce-872c-d0a570e8ed86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640018] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 9745f741-5030-4bba-8ddc-bff38331ab4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640018] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640271] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 75908b19-4042-4f7e-b50a-8d0255bebd6f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640271] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 006ebec8-be86-4e52-882e-592bcf43675b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640271] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance d33fe490-c5b2-4223-bf8e-b95ce7293fd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640271] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance d7b994ce-8b34-4d1f-b857-458a40a6fe6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640482] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 28bfc61c-df62-49ff-807d-bd6845f6307a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640482] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 724107ad-1ffc-4bbb-9004-41b95330b0fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640482] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 73b7df84-b690-4c23-8447-f42ba4f125f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 719.640482] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance bc34c2d9-69e1-4d65-8d0f-efdfd2b73814 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 719.640695] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 829a7b11-bbd2-4193-869c-71fb8e8e0075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640695] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 0b810725-d832-4760-b60b-ec2c6ace3050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640695] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 2932b01a-b89d-4a34-8df8-fd8e2c165b8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640695] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.640907] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.641126] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance c795eecf-f6ac-4afa-b944-67ec3f8fdb7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.641634] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 2a62103a-6e07-4750-a992-3787b0622e11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.664880] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquiring lock "refresh_cache-0b810725-d832-4760-b60b-ec2c6ace3050" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.664880] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquired lock "refresh_cache-0b810725-d832-4760-b60b-ec2c6ace3050" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.664880] env[62364]: DEBUG nova.network.neutron [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.818657] env[62364]: DEBUG nova.compute.manager [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.819389] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f92311-bbf0-4f5e-b3f9-668151bc7349 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.861135] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480386, 'name': CreateVM_Task, 'duration_secs': 0.308051} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.861327] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.861750] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.861917] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.862271] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.862778] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b9f02b-afaf-418c-a0d9-01ae1e3e5c96 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.867479] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for the task: (returnval){ [ 719.867479] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d833e2-5a19-6f27-ed8e-0894b72b461d" [ 719.867479] env[62364]: _type = "Task" [ 719.867479] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.875852] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d833e2-5a19-6f27-ed8e-0894b72b461d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.986103] env[62364]: DEBUG oslo_vmware.api [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480380, 'name': PowerOnVM_Task, 'duration_secs': 0.692725} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.986328] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.986417] env[62364]: INFO nova.compute.manager [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Took 8.35 seconds to spawn the instance on the hypervisor. [ 719.986576] env[62364]: DEBUG nova.compute.manager [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.987438] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2beadc8-9192-430b-bda3-196dfa81ac6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.144972] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 7ea8e176-5744-4efd-85c3-f2a4511ffd4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.182268] env[62364]: DEBUG nova.network.neutron [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.231867] env[62364]: DEBUG nova.network.neutron [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.315425] env[62364]: INFO nova.compute.manager [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Unrescuing [ 720.315783] env[62364]: DEBUG oslo_concurrency.lockutils [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.315876] env[62364]: DEBUG oslo_concurrency.lockutils [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.316033] env[62364]: DEBUG nova.network.neutron [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.334112] env[62364]: INFO nova.compute.manager [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] instance snapshotting [ 720.334336] env[62364]: DEBUG nova.objects.instance [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'flavor' on Instance uuid 1baeefa4-6b4f-4f68-91e5-d02645d64d34 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.379323] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d833e2-5a19-6f27-ed8e-0894b72b461d, 'name': SearchDatastore_Task, 'duration_secs': 0.011832} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.379762] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.380074] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.380369] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.380561] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.380824] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.382708] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8192eb7-eec0-49ac-8acf-e9a5718c2f37 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.391674] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.391938] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.392855] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e45eed3-e813-4e51-8ebf-dbd9bd11819e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.401396] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for the task: (returnval){ [ 720.401396] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b6d986-f61a-f8c1-60c7-e2cb9ef3e2d5" [ 720.401396] env[62364]: _type = "Task" [ 720.401396] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.411080] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b6d986-f61a-f8c1-60c7-e2cb9ef3e2d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.513068] env[62364]: INFO nova.compute.manager [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Took 40.63 seconds to build instance. [ 720.650994] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 77921f9a-d424-4bb8-876d-9325ef329e6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.733999] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Releasing lock "refresh_cache-0b810725-d832-4760-b60b-ec2c6ace3050" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.734500] env[62364]: DEBUG nova.compute.manager [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.734691] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.735632] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cf5123-4dd2-4dae-922e-e5a9e4e6d798 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.744374] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.744643] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6810628-331f-4e17-8da5-456232a59da2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.752587] env[62364]: DEBUG oslo_vmware.api [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 720.752587] env[62364]: value = "task-2480387" [ 720.752587] env[62364]: _type = "Task" [ 720.752587] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.763055] env[62364]: DEBUG oslo_vmware.api [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.847026] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a37fc7-8e62-49f7-ab8c-16127964d304 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.867226] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad6601b-d416-4cdc-ae37-36c35859af84 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.911025] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b6d986-f61a-f8c1-60c7-e2cb9ef3e2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010801} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.916261] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573b1030-cdd0-423b-b319-e33d5d595e22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.924898] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for the task: (returnval){ [ 720.924898] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529eb01c-6a15-5e63-9241-674ee7ded7d9" [ 720.924898] env[62364]: _type = "Task" [ 720.924898] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.934633] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529eb01c-6a15-5e63-9241-674ee7ded7d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.015147] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2744466d-f511-40d0-b252-aeac84a710ea tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.080s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.155069] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 37190642-6f6c-4837-8080-a4d472e9bca0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.237684] env[62364]: DEBUG nova.network.neutron [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Updating instance_info_cache with network_info: [{"id": "f43774f2-ffd7-4e47-950b-41dbab966cdd", "address": "fa:16:3e:90:49:48", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43774f2-ff", "ovs_interfaceid": "f43774f2-ffd7-4e47-950b-41dbab966cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.272085] env[62364]: DEBUG oslo_vmware.api [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480387, 'name': PowerOffVM_Task, 'duration_secs': 0.182502} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.275615] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.275778] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.276278] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce6277c9-0f04-404b-a5f5-490d92a024c0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.308333] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.308859] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.310212] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Deleting the datastore file [datastore2] 0b810725-d832-4760-b60b-ec2c6ace3050 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.310212] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e83df692-d359-4de3-9a66-51736b4ed975 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.319861] env[62364]: DEBUG oslo_vmware.api [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for the task: (returnval){ [ 721.319861] env[62364]: value = "task-2480390" [ 721.319861] env[62364]: _type = "Task" [ 721.319861] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.332170] env[62364]: DEBUG oslo_vmware.api [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.385850] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 721.387039] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4433543c-5e02-4fff-ab5d-d5eb657688f5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.396318] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 721.396318] env[62364]: value = "task-2480391" [ 721.396318] env[62364]: _type = "Task" [ 721.396318] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.410714] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480391, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.434901] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529eb01c-6a15-5e63-9241-674ee7ded7d9, 'name': SearchDatastore_Task, 'duration_secs': 0.018521} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.435176] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.435765] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 2a62103a-6e07-4750-a992-3787b0622e11/2a62103a-6e07-4750-a992-3787b0622e11.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.435901] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49a37dfc-183d-45f0-9eab-2b7cb90349aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.445213] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for the task: (returnval){ [ 721.445213] env[62364]: value = "task-2480392" [ 721.445213] env[62364]: _type = "Task" [ 721.445213] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.458990] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.659013] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance ade8e886-cd2b-417a-bc30-1f1ef16e7099 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.739930] env[62364]: DEBUG oslo_concurrency.lockutils [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.740707] env[62364]: DEBUG nova.objects.instance [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lazy-loading 'flavor' on Instance uuid 829a7b11-bbd2-4193-869c-71fb8e8e0075 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.832966] env[62364]: DEBUG oslo_vmware.api [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Task: {'id': task-2480390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274506} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.833402] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.833612] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.833797] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.833975] env[62364]: INFO nova.compute.manager [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Took 1.10 seconds to destroy the instance on the hypervisor. [ 721.834653] env[62364]: DEBUG oslo.service.loopingcall [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.835030] env[62364]: DEBUG nova.compute.manager [-] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.835339] env[62364]: DEBUG nova.network.neutron [-] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.855778] env[62364]: DEBUG nova.network.neutron [-] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.911006] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480391, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.936761] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.937069] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.959131] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480392, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.164167] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance edb5b881-6836-49cd-88c3-4dc5892cb855 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.164167] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Migration 08522231-92be-4d99-8b03-b5cada24df0c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 722.164167] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance d31cec87-f24e-40d0-aa22-462f2eb62ea2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.246827] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e36d1b-89c8-4508-bdb4-4be765e49d1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.272599] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.273023] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b092b393-5011-4b5b-a7e7-bfd71831a03b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.284966] env[62364]: DEBUG oslo_vmware.api [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 722.284966] env[62364]: value = "task-2480393" [ 722.284966] env[62364]: _type = "Task" [ 722.284966] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.294265] env[62364]: DEBUG oslo_vmware.api [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.358650] env[62364]: DEBUG nova.network.neutron [-] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.410214] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480391, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.439504] env[62364]: DEBUG nova.compute.manager [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.456417] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642029} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.457838] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 2a62103a-6e07-4750-a992-3787b0622e11/2a62103a-6e07-4750-a992-3787b0622e11.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.457838] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.457838] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95de785a-c9c7-4c0f-b8fe-76f0a2e6f31c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.464671] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for the task: (returnval){ [ 722.464671] env[62364]: value = "task-2480394" [ 722.464671] env[62364]: _type = "Task" [ 722.464671] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.472509] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.666620] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 8e82b9f3-02b0-401c-bbad-1158770da84b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.795151] env[62364]: DEBUG oslo_vmware.api [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480393, 'name': PowerOffVM_Task, 'duration_secs': 0.284033} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.795436] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.800624] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 722.800892] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ba60ce-438e-4e87-9245-ca637a2a2eb1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.819657] env[62364]: DEBUG oslo_vmware.api [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 722.819657] env[62364]: value = "task-2480395" [ 722.819657] env[62364]: _type = "Task" [ 722.819657] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.829310] env[62364]: DEBUG oslo_vmware.api [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.862165] env[62364]: INFO nova.compute.manager [-] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Took 1.03 seconds to deallocate network for instance. [ 722.908475] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480391, 'name': CreateSnapshot_Task, 'duration_secs': 1.107412} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.908738] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 722.909507] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7d132d-7e09-41e2-8d75-d6fbe5d53a88 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.963733] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.975348] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092445} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.975702] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.976655] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543df4f0-390e-4d98-a0c2-7b247bb23b78 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.999172] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 2a62103a-6e07-4750-a992-3787b0622e11/2a62103a-6e07-4750-a992-3787b0622e11.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.999560] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8036e997-0c97-4a43-baf3-bee4a44799e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.021770] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for the task: (returnval){ [ 723.021770] env[62364]: value = "task-2480396" [ 723.021770] env[62364]: _type = "Task" [ 723.021770] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.030745] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.170670] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 7f8a52a3-3ff7-442f-9006-8f0711b0d045 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.171156] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 723.171556] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 723.332689] env[62364]: DEBUG oslo_vmware.api [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480395, 'name': ReconfigVM_Task, 'duration_secs': 0.490708} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.333000] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 723.333233] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.333645] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-825bd511-4cc8-446c-8d71-33a2db334b07 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.341718] env[62364]: DEBUG oslo_vmware.api [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 723.341718] env[62364]: value = "task-2480397" [ 723.341718] env[62364]: _type = "Task" [ 723.341718] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.348785] env[62364]: DEBUG oslo_vmware.api [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.369013] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.429634] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 723.430739] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 723.430939] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501943', 'volume_id': '49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'name': 'volume-49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1da09049-1ae5-41ce-872c-d0a570e8ed86', 'attached_at': '', 'detached_at': '', 'volume_id': '49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'serial': '49e38ca5-0b27-43f2-a226-64f8bc9f0472'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 723.431234] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-478e3319-7fb5-435b-93b4-efabf3e7c3eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.435100] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01468061-299c-4a46-8fae-c5706f9b8208 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.443418] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Acquiring lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.443646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.457777] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 723.457777] env[62364]: value = "task-2480398" [ 723.457777] env[62364]: _type = "Task" [ 723.457777] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.459781] env[62364]: DEBUG nova.compute.utils [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 723.464177] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7df9416-9deb-4f85-87cd-438f09a6c856 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.501563] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-49e38ca5-0b27-43f2-a226-64f8bc9f0472/volume-49e38ca5-0b27-43f2-a226-64f8bc9f0472.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.501900] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480398, 'name': CloneVM_Task} progress is 12%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.505071] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dad0ae82-9d09-412d-a2cb-0ed273f5dd96 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.524289] env[62364]: DEBUG oslo_vmware.api [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 723.524289] env[62364]: value = "task-2480399" [ 723.524289] env[62364]: _type = "Task" [ 723.524289] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.538247] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.541807] env[62364]: DEBUG oslo_vmware.api [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480399, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.695082] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34b7bd7-6d23-41b7-b978-b2015b86da52 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.705295] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf6605-4102-43d8-a5ab-2091479067e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.736067] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9ef6da-53e1-4a39-b56e-5fb4bf3630c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.743438] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7564fe-3713-42a5-ba3a-0d122fd1c8c0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.756805] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.851597] env[62364]: DEBUG oslo_vmware.api [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480397, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.969299] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.525s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.975263] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480398, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.034537] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480396, 'name': ReconfigVM_Task, 'duration_secs': 0.638921} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.035244] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 2a62103a-6e07-4750-a992-3787b0622e11/2a62103a-6e07-4750-a992-3787b0622e11.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.035969] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0ca849d-80b3-42ce-bacf-098ce78f3024 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.040577] env[62364]: DEBUG oslo_vmware.api [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.044784] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for the task: (returnval){ [ 724.044784] env[62364]: value = "task-2480400" [ 724.044784] env[62364]: _type = "Task" [ 724.044784] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.053129] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480400, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.260630] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.353491] env[62364]: DEBUG oslo_vmware.api [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480397, 'name': PowerOnVM_Task, 'duration_secs': 0.671513} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.353491] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.353491] env[62364]: DEBUG nova.compute.manager [None req-499d4b17-76d6-42b2-b4ed-d28c1e47c419 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.354028] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bca504a-dc09-4f10-a4b5-f357949f647b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.475029] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480398, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.537691] env[62364]: DEBUG oslo_vmware.api [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480399, 'name': ReconfigVM_Task, 'duration_secs': 0.722734} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.537979] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-49e38ca5-0b27-43f2-a226-64f8bc9f0472/volume-49e38ca5-0b27-43f2-a226-64f8bc9f0472.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.543129] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad5e955-528d-43f5-b2e9-31760b600647 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.561113] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480400, 'name': Rename_Task, 'duration_secs': 0.145608} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.562332] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.562645] env[62364]: DEBUG oslo_vmware.api [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 724.562645] env[62364]: value = "task-2480401" [ 724.562645] env[62364]: _type = "Task" [ 724.562645] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.562824] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-008222b0-f6ec-4838-8f83-3b427c2e2531 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.571550] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for the task: (returnval){ [ 724.571550] env[62364]: value = "task-2480402" [ 724.571550] env[62364]: _type = "Task" [ 724.571550] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.574616] env[62364]: DEBUG oslo_vmware.api [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.581856] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.765773] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 724.766201] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.185s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.766574] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.199s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.768292] env[62364]: INFO nova.compute.claims [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.978036] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480398, 'name': CloneVM_Task, 'duration_secs': 1.486301} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.978338] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Created linked-clone VM from snapshot [ 724.979313] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c62930-1c99-49bc-908a-31eafa8ff4e3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.988849] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Uploading image 9b458c26-2097-4add-8c6d-198b0427548b {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 725.009028] env[62364]: DEBUG oslo_vmware.rw_handles [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 725.009028] env[62364]: value = "vm-501948" [ 725.009028] env[62364]: _type = "VirtualMachine" [ 725.009028] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 725.009254] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Acquiring lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.010397] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.010397] env[62364]: INFO nova.compute.manager [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Attaching volume 54691010-457d-42e2-80fb-123770286820 to /dev/sdb [ 725.011066] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-90f4c623-67f1-4b75-863b-27edb8e54a62 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.019350] env[62364]: DEBUG oslo_vmware.rw_handles [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lease: (returnval){ [ 725.019350] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52925a59-1b86-4bf5-b6b8-00e458c17342" [ 725.019350] env[62364]: _type = "HttpNfcLease" [ 725.019350] env[62364]: } obtained for exporting VM: (result){ [ 725.019350] env[62364]: value = "vm-501948" [ 725.019350] env[62364]: _type = "VirtualMachine" [ 725.019350] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 725.019610] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the lease: (returnval){ [ 725.019610] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52925a59-1b86-4bf5-b6b8-00e458c17342" [ 725.019610] env[62364]: _type = "HttpNfcLease" [ 725.019610] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 725.026151] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.026151] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52925a59-1b86-4bf5-b6b8-00e458c17342" [ 725.026151] env[62364]: _type = "HttpNfcLease" [ 725.026151] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 725.049761] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a580c50-4fbc-4aba-be02-ad152c48b1e3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.057767] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06207e42-5508-4bcf-a27c-c262d5f02ee4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.071338] env[62364]: DEBUG nova.virt.block_device [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Updating existing volume attachment record: b984e17d-135d-4270-b726-cd52171dfc2e {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 725.080627] env[62364]: DEBUG oslo_vmware.api [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480401, 'name': ReconfigVM_Task, 'duration_secs': 0.228058} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.081285] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501943', 'volume_id': '49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'name': 'volume-49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1da09049-1ae5-41ce-872c-d0a570e8ed86', 'attached_at': '', 'detached_at': '', 'volume_id': '49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'serial': '49e38ca5-0b27-43f2-a226-64f8bc9f0472'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 725.085521] env[62364]: DEBUG oslo_vmware.api [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480402, 'name': PowerOnVM_Task, 'duration_secs': 0.508365} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.085980] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.086216] env[62364]: INFO nova.compute.manager [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Took 6.57 seconds to spawn the instance on the hypervisor. [ 725.086419] env[62364]: DEBUG nova.compute.manager [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.087194] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5eede2-7435-4310-a9b9-0afd6cc9ce3c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.295836] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.297075] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.529051] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.529051] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52925a59-1b86-4bf5-b6b8-00e458c17342" [ 725.529051] env[62364]: _type = "HttpNfcLease" [ 725.529051] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.529459] env[62364]: DEBUG oslo_vmware.rw_handles [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.529459] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52925a59-1b86-4bf5-b6b8-00e458c17342" [ 725.529459] env[62364]: _type = "HttpNfcLease" [ 725.529459] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.530219] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4ce674-803a-497b-85f2-6972b89e682d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.538312] env[62364]: DEBUG oslo_vmware.rw_handles [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279c3f7-67c0-53f5-1af3-a1970dc44317/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.538530] env[62364]: DEBUG oslo_vmware.rw_handles [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279c3f7-67c0-53f5-1af3-a1970dc44317/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.609818] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "a2e401f8-0237-45cb-88f2-06058dfc079e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.610127] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "a2e401f8-0237-45cb-88f2-06058dfc079e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.613105] env[62364]: INFO nova.compute.manager [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Took 35.70 seconds to build instance. [ 725.665981] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-765f4e4a-5c86-4fd0-ae2f-ce1c556bb082 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.800224] env[62364]: DEBUG nova.compute.manager [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.116778] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b88947a1-02a3-4949-971e-9a22d30bf73c tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lock "2a62103a-6e07-4750-a992-3787b0622e11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.687s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.134137] env[62364]: DEBUG nova.objects.instance [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lazy-loading 'flavor' on Instance uuid 1da09049-1ae5-41ce-872c-d0a570e8ed86 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.323612] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.349560] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08652226-8e92-41ae-814c-a0dc661db856 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.358583] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b95855-3ba8-4a91-b702-8c1eab23ae2f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.412698] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d2eaa4-cf09-4928-b63a-e483de75cee0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.425518] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2a0452-1f53-4156-9c18-423b0a7fdcda {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.444201] env[62364]: DEBUG nova.compute.provider_tree [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.504455] env[62364]: DEBUG oslo_vmware.rw_handles [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8976-dc5b-ca84-9a5c-1edc72882cea/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 726.505460] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f18388-85b5-4b21-89ae-06489449ef55 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.512363] env[62364]: DEBUG oslo_vmware.rw_handles [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8976-dc5b-ca84-9a5c-1edc72882cea/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 726.512676] env[62364]: ERROR oslo_vmware.rw_handles [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8976-dc5b-ca84-9a5c-1edc72882cea/disk-0.vmdk due to incomplete transfer. [ 726.512936] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3283c7e5-386d-4376-b4c9-e5eb9c41086a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.520421] env[62364]: DEBUG oslo_vmware.rw_handles [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8976-dc5b-ca84-9a5c-1edc72882cea/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 726.520999] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Uploaded image 8bc1b623-da6a-4a78-a262-03d98ada8041 to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 726.523181] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 726.523491] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7fd51ac3-0705-480f-97d1-09d51deb4ebf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.529773] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 726.529773] env[62364]: value = "task-2480407" [ 726.529773] env[62364]: _type = "Task" [ 726.529773] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.541202] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480407, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.619867] env[62364]: DEBUG nova.compute.manager [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.638728] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8855c817-87a6-428e-af7f-f8aa6b24f2e1 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.841s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.921251] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.921500] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.947801] env[62364]: DEBUG nova.scheduler.client.report [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.041832] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480407, 'name': Destroy_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.145020] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.426201] env[62364]: INFO nova.compute.manager [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Detaching volume 49e38ca5-0b27-43f2-a226-64f8bc9f0472 [ 727.453527] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.454075] env[62364]: DEBUG nova.compute.manager [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.457327] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.300s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.458813] env[62364]: INFO nova.compute.claims [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.473987] env[62364]: INFO nova.virt.block_device [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Attempting to driver detach volume 49e38ca5-0b27-43f2-a226-64f8bc9f0472 from mountpoint /dev/sdb [ 727.474364] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 727.475023] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501943', 'volume_id': '49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'name': 'volume-49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1da09049-1ae5-41ce-872c-d0a570e8ed86', 'attached_at': '', 'detached_at': '', 'volume_id': '49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'serial': '49e38ca5-0b27-43f2-a226-64f8bc9f0472'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 727.475526] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae73ec1-08a9-446e-9b34-d952b017227a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.509022] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7fcfb6-360a-4fdd-89c6-121e5017ced5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.518117] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe13c0c2-d6bc-47ca-bd58-b0fd621194be {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.548290] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fef7e08-2947-44b8-b6d9-d4fa77c07508 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.556921] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480407, 'name': Destroy_Task, 'duration_secs': 0.715392} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.568346] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Destroyed the VM [ 727.568675] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 727.569741] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] The volume has not been displaced from its original location: [datastore1] volume-49e38ca5-0b27-43f2-a226-64f8bc9f0472/volume-49e38ca5-0b27-43f2-a226-64f8bc9f0472.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 727.575341] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 727.575707] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4a647a7-e943-46ae-85d8-d48ee9fd20f3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.578348] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f365bc52-a96b-49a2-ad27-d842bb0e52dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.600147] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 727.600147] env[62364]: value = "task-2480409" [ 727.600147] env[62364]: _type = "Task" [ 727.600147] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.601273] env[62364]: DEBUG oslo_vmware.api [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 727.601273] env[62364]: value = "task-2480410" [ 727.601273] env[62364]: _type = "Task" [ 727.601273] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.609891] env[62364]: DEBUG nova.compute.manager [None req-325253b2-ee94-4082-b5fa-1364dcc25433 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.611225] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6000bd5a-46bd-4b28-b89e-1430fccf011d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.620270] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480409, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.625506] env[62364]: DEBUG oslo_vmware.api [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.965310] env[62364]: DEBUG nova.compute.utils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 727.969659] env[62364]: DEBUG nova.compute.manager [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.969856] env[62364]: DEBUG nova.network.neutron [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.013749] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquiring lock "2a62103a-6e07-4750-a992-3787b0622e11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.013749] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lock "2a62103a-6e07-4750-a992-3787b0622e11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.013988] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquiring lock "2a62103a-6e07-4750-a992-3787b0622e11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.014233] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lock "2a62103a-6e07-4750-a992-3787b0622e11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.014480] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lock "2a62103a-6e07-4750-a992-3787b0622e11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.021614] env[62364]: INFO nova.compute.manager [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Terminating instance [ 728.061585] env[62364]: DEBUG nova.policy [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54d7a4b4f6cf40ee960d29e392f51e91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82b04e3d961b46c4a20fa2d623d1aa9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.120077] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480409, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.120479] env[62364]: DEBUG oslo_vmware.api [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480410, 'name': ReconfigVM_Task, 'duration_secs': 0.267546} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.120699] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 728.125589] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8f2a387-09d1-427a-8a1e-d6aeae4b1de3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.136269] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.136520] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.136722] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.136981] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.137176] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.139198] env[62364]: INFO nova.compute.manager [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Terminating instance [ 728.141230] env[62364]: INFO nova.compute.manager [None req-325253b2-ee94-4082-b5fa-1364dcc25433 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] instance snapshotting [ 728.141707] env[62364]: DEBUG nova.objects.instance [None req-325253b2-ee94-4082-b5fa-1364dcc25433 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lazy-loading 'flavor' on Instance uuid 2a62103a-6e07-4750-a992-3787b0622e11 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.149890] env[62364]: DEBUG oslo_vmware.api [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 728.149890] env[62364]: value = "task-2480411" [ 728.149890] env[62364]: _type = "Task" [ 728.149890] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.162858] env[62364]: DEBUG oslo_vmware.api [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.183446] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.184060] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.474752] env[62364]: DEBUG nova.compute.manager [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.527566] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquiring lock "refresh_cache-2a62103a-6e07-4750-a992-3787b0622e11" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.527766] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquired lock "refresh_cache-2a62103a-6e07-4750-a992-3787b0622e11" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.528044] env[62364]: DEBUG nova.network.neutron [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.552957] env[62364]: DEBUG nova.network.neutron [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Successfully created port: 3c17b434-f754-472b-b942-ebd819707aea {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.615689] env[62364]: DEBUG oslo_vmware.api [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480409, 'name': RemoveSnapshot_Task, 'duration_secs': 0.669338} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.615966] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 728.616210] env[62364]: INFO nova.compute.manager [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Took 16.00 seconds to snapshot the instance on the hypervisor. [ 728.650361] env[62364]: DEBUG nova.compute.manager [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.650361] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.651354] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9204c6-30ab-4b0a-880c-f4f7d9b45078 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.655028] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af90ef-8534-4cb3-9448-bea37a438c21 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.688020] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2cc251-854f-4d77-b15f-d6cd7c150aa3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.688258] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.688399] env[62364]: DEBUG oslo_vmware.api [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480411, 'name': ReconfigVM_Task, 'duration_secs': 0.188314} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.688843] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a2b93f2-6279-4a5a-9d14-33af37894ce1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.690494] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501943', 'volume_id': '49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'name': 'volume-49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1da09049-1ae5-41ce-872c-d0a570e8ed86', 'attached_at': '', 'detached_at': '', 'volume_id': '49e38ca5-0b27-43f2-a226-64f8bc9f0472', 'serial': '49e38ca5-0b27-43f2-a226-64f8bc9f0472'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 728.867496] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.867496] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.867643] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleting the datastore file [datastore2] 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.867837] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cc0dd08-b794-4272-9b84-59e0d7b32134 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.874571] env[62364]: DEBUG oslo_vmware.api [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 728.874571] env[62364]: value = "task-2480413" [ 728.874571] env[62364]: _type = "Task" [ 728.874571] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.883675] env[62364]: DEBUG oslo_vmware.api [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.062313] env[62364]: DEBUG nova.network.neutron [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.095147] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e76d929-f329-473e-8713-8b2171fe164f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.102834] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b50241-637a-4715-8892-1784cdda45fa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.134991] env[62364]: DEBUG nova.compute.manager [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Instance disappeared during snapshot {{(pid=62364) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 729.137984] env[62364]: DEBUG nova.network.neutron [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.140817] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad07dfb-a198-4e0f-9fed-c2674e815af6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.146317] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "f8a27fd4-5e78-446f-8784-d73da9815f59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.147306] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "f8a27fd4-5e78-446f-8784-d73da9815f59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.153224] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130398e1-05f2-410f-bbfa-2f9861ba6d94 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.168718] env[62364]: DEBUG nova.compute.provider_tree [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.171317] env[62364]: DEBUG nova.compute.manager [None req-98828bc0-0088-4e37-bf65-593f574d7c6e tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Image not found during clean up 8bc1b623-da6a-4a78-a262-03d98ada8041 {{(pid=62364) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 729.201381] env[62364]: DEBUG nova.compute.manager [None req-325253b2-ee94-4082-b5fa-1364dcc25433 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Instance disappeared during snapshot {{(pid=62364) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 729.316201] env[62364]: DEBUG nova.objects.instance [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lazy-loading 'flavor' on Instance uuid 1da09049-1ae5-41ce-872c-d0a570e8ed86 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.384629] env[62364]: DEBUG oslo_vmware.api [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175731} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.385562] env[62364]: DEBUG nova.compute.manager [None req-325253b2-ee94-4082-b5fa-1364dcc25433 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Found 0 images (rotation: 2) {{(pid=62364) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 729.386575] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.386762] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.386938] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.387120] env[62364]: INFO nova.compute.manager [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Took 0.74 seconds to destroy the instance on the hypervisor. [ 729.387375] env[62364]: DEBUG oslo.service.loopingcall [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.387602] env[62364]: DEBUG nova.compute.manager [-] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.387696] env[62364]: DEBUG nova.network.neutron [-] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.487063] env[62364]: DEBUG nova.compute.manager [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.514860] env[62364]: DEBUG nova.virt.hardware [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.515128] env[62364]: DEBUG nova.virt.hardware [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.515302] env[62364]: DEBUG nova.virt.hardware [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.515488] env[62364]: DEBUG nova.virt.hardware [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.515640] env[62364]: DEBUG nova.virt.hardware [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.515789] env[62364]: DEBUG nova.virt.hardware [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.515994] env[62364]: DEBUG nova.virt.hardware [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.516172] env[62364]: DEBUG nova.virt.hardware [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.516347] env[62364]: DEBUG nova.virt.hardware [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.516530] env[62364]: DEBUG nova.virt.hardware [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.516673] env[62364]: DEBUG nova.virt.hardware [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.517551] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5377535f-ed98-4bc6-8f59-1f0d47fd2579 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.525687] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f0f7bd-89e3-4275-bcf7-3dbe812ea727 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.620629] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 729.621704] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501951', 'volume_id': '54691010-457d-42e2-80fb-123770286820', 'name': 'volume-54691010-457d-42e2-80fb-123770286820', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ff62a80-6e78-465f-b9c8-3a2107ebcf8e', 'attached_at': '', 'detached_at': '', 'volume_id': '54691010-457d-42e2-80fb-123770286820', 'serial': '54691010-457d-42e2-80fb-123770286820'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 729.622277] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7fea5e-234c-40fb-b9d6-c0498fd1245a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.639351] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fe566f-1052-4ff2-b73f-82b41a3fce67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.659056] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Releasing lock "refresh_cache-2a62103a-6e07-4750-a992-3787b0622e11" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.659615] env[62364]: DEBUG nova.compute.manager [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.659710] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.667173] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-54691010-457d-42e2-80fb-123770286820/volume-54691010-457d-42e2-80fb-123770286820.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.667975] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1912a454-14e3-4183-86fc-9fbbecdbbb91 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.671149] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19898bbe-fb21-4002-b83d-88cf417cb221 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.684982] env[62364]: DEBUG nova.scheduler.client.report [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.692689] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.694147] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2361305-bc15-4f93-8c17-8ae96db1d874 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.695890] env[62364]: DEBUG oslo_vmware.api [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Waiting for the task: (returnval){ [ 729.695890] env[62364]: value = "task-2480414" [ 729.695890] env[62364]: _type = "Task" [ 729.695890] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.700769] env[62364]: DEBUG oslo_vmware.api [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for the task: (returnval){ [ 729.700769] env[62364]: value = "task-2480415" [ 729.700769] env[62364]: _type = "Task" [ 729.700769] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.706860] env[62364]: DEBUG oslo_vmware.api [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Task: {'id': task-2480414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.715181] env[62364]: DEBUG oslo_vmware.api [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.830702] env[62364]: DEBUG nova.compute.manager [req-83dde1f7-71f5-4698-83c0-6c96e184b175 req-d9feeb18-72d6-404f-8c14-6abb3a03b28b service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Received event network-vif-deleted-1d6b0676-bf31-40a5-9537-30fd1976a520 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 729.830916] env[62364]: INFO nova.compute.manager [req-83dde1f7-71f5-4698-83c0-6c96e184b175 req-d9feeb18-72d6-404f-8c14-6abb3a03b28b service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Neutron deleted interface 1d6b0676-bf31-40a5-9537-30fd1976a520; detaching it from the instance and deleting it from the info cache [ 729.831137] env[62364]: DEBUG nova.network.neutron [req-83dde1f7-71f5-4698-83c0-6c96e184b175 req-d9feeb18-72d6-404f-8c14-6abb3a03b28b service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.181268] env[62364]: DEBUG nova.compute.manager [req-3d1e1698-40a4-453d-a801-0bd0822c7f58 req-cc478699-38e4-4171-83c1-c18865cc9fa1 service nova] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Received event network-vif-plugged-3c17b434-f754-472b-b942-ebd819707aea {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 730.181455] env[62364]: DEBUG oslo_concurrency.lockutils [req-3d1e1698-40a4-453d-a801-0bd0822c7f58 req-cc478699-38e4-4171-83c1-c18865cc9fa1 service nova] Acquiring lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.182848] env[62364]: DEBUG oslo_concurrency.lockutils [req-3d1e1698-40a4-453d-a801-0bd0822c7f58 req-cc478699-38e4-4171-83c1-c18865cc9fa1 service nova] Lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.183207] env[62364]: DEBUG oslo_concurrency.lockutils [req-3d1e1698-40a4-453d-a801-0bd0822c7f58 req-cc478699-38e4-4171-83c1-c18865cc9fa1 service nova] Lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.183464] env[62364]: DEBUG nova.compute.manager [req-3d1e1698-40a4-453d-a801-0bd0822c7f58 req-cc478699-38e4-4171-83c1-c18865cc9fa1 service nova] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] No waiting events found dispatching network-vif-plugged-3c17b434-f754-472b-b942-ebd819707aea {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.183649] env[62364]: WARNING nova.compute.manager [req-3d1e1698-40a4-453d-a801-0bd0822c7f58 req-cc478699-38e4-4171-83c1-c18865cc9fa1 service nova] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Received unexpected event network-vif-plugged-3c17b434-f754-472b-b942-ebd819707aea for instance with vm_state building and task_state spawning. [ 730.190469] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.191022] env[62364]: DEBUG nova.compute.manager [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.196086] env[62364]: DEBUG oslo_concurrency.lockutils [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.566s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.196344] env[62364]: DEBUG oslo_concurrency.lockutils [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.198492] env[62364]: DEBUG oslo_concurrency.lockutils [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.925s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.198680] env[62364]: DEBUG oslo_concurrency.lockutils [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.203017] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.899s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.203108] env[62364]: INFO nova.compute.claims [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.230581] env[62364]: DEBUG oslo_vmware.api [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Task: {'id': task-2480414, 'name': ReconfigVM_Task, 'duration_secs': 0.434761} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.233711] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-54691010-457d-42e2-80fb-123770286820/volume-54691010-457d-42e2-80fb-123770286820.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.239859] env[62364]: DEBUG oslo_vmware.api [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480415, 'name': PowerOffVM_Task, 'duration_secs': 0.186501} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.241896] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cc2ada0-4883-46b1-ab40-c684a6f90ff7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.256249] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.256249] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.256249] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0f47839-aa09-4768-9d61-4597371fdc70 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.264153] env[62364]: DEBUG oslo_vmware.api [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Waiting for the task: (returnval){ [ 730.264153] env[62364]: value = "task-2480417" [ 730.264153] env[62364]: _type = "Task" [ 730.264153] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.274017] env[62364]: INFO nova.scheduler.client.report [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Deleted allocations for instance 73b7df84-b690-4c23-8447-f42ba4f125f9 [ 730.278601] env[62364]: INFO nova.scheduler.client.report [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Deleted allocations for instance ac869905-5c82-404e-8347-a34270150d89 [ 730.286509] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.286509] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.286509] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Deleting the datastore file [datastore1] 2a62103a-6e07-4750-a992-3787b0622e11 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.288601] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-991fcf1e-eef9-486f-a791-06040c927265 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.290634] env[62364]: DEBUG oslo_vmware.api [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Task: {'id': task-2480417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.300052] env[62364]: DEBUG oslo_vmware.api [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for the task: (returnval){ [ 730.300052] env[62364]: value = "task-2480418" [ 730.300052] env[62364]: _type = "Task" [ 730.300052] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.314576] env[62364]: DEBUG oslo_vmware.api [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.314576] env[62364]: DEBUG nova.network.neutron [-] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.325409] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3439fe8a-738a-4aaf-a8a8-05d14ecc5ebd tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.404s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.334284] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bad2d1e-41fd-4087-b4c2-b5dbe3997591 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.345269] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecbf4ed-31c1-4c2c-90ea-06845d7cb0eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.384885] env[62364]: DEBUG nova.compute.manager [req-83dde1f7-71f5-4698-83c0-6c96e184b175 req-d9feeb18-72d6-404f-8c14-6abb3a03b28b service nova] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Detach interface failed, port_id=1d6b0676-bf31-40a5-9537-30fd1976a520, reason: Instance 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 730.436028] env[62364]: DEBUG nova.network.neutron [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Successfully updated port: 3c17b434-f754-472b-b942-ebd819707aea {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.710228] env[62364]: DEBUG nova.compute.utils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 730.712314] env[62364]: DEBUG nova.compute.manager [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.712834] env[62364]: DEBUG nova.network.neutron [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.776384] env[62364]: DEBUG oslo_vmware.api [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Task: {'id': task-2480417, 'name': ReconfigVM_Task, 'duration_secs': 0.17175} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.776384] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501951', 'volume_id': '54691010-457d-42e2-80fb-123770286820', 'name': 'volume-54691010-457d-42e2-80fb-123770286820', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ff62a80-6e78-465f-b9c8-3a2107ebcf8e', 'attached_at': '', 'detached_at': '', 'volume_id': '54691010-457d-42e2-80fb-123770286820', 'serial': '54691010-457d-42e2-80fb-123770286820'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 730.787402] env[62364]: DEBUG oslo_concurrency.lockutils [None req-108cee97-fb04-4eb6-bb5d-2cb3041856d2 tempest-AttachInterfacesV270Test-223729835 tempest-AttachInterfacesV270Test-223729835-project-member] Lock "73b7df84-b690-4c23-8447-f42ba4f125f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.098s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.788419] env[62364]: DEBUG oslo_concurrency.lockutils [None req-662dd405-ceb6-48bb-accd-87a35f119cf7 tempest-FloatingIPsAssociationTestJSON-131932253 tempest-FloatingIPsAssociationTestJSON-131932253-project-member] Lock "ac869905-5c82-404e-8347-a34270150d89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.756s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.809917] env[62364]: DEBUG oslo_vmware.api [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Task: {'id': task-2480418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140692} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.810212] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.812025] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.812025] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.812025] env[62364]: INFO nova.compute.manager [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Took 1.15 seconds to destroy the instance on the hypervisor. [ 730.812025] env[62364]: DEBUG oslo.service.loopingcall [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.812347] env[62364]: DEBUG nova.policy [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1d4ed21af1f4c818d67168e9d667bc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '345f8b74ea8b4a0e81ce9dcd11738fba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.813795] env[62364]: DEBUG nova.compute.manager [-] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.813888] env[62364]: DEBUG nova.network.neutron [-] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.815971] env[62364]: INFO nova.compute.manager [-] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Took 1.43 seconds to deallocate network for instance. [ 730.836324] env[62364]: DEBUG nova.network.neutron [-] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.941594] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "refresh_cache-7ea8e176-5744-4efd-85c3-f2a4511ffd4a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.941594] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired lock "refresh_cache-7ea8e176-5744-4efd-85c3-f2a4511ffd4a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.941594] env[62364]: DEBUG nova.network.neutron [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.218029] env[62364]: DEBUG nova.compute.manager [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.323082] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.338375] env[62364]: DEBUG nova.network.neutron [-] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.541460] env[62364]: DEBUG nova.network.neutron [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.714933] env[62364]: DEBUG nova.network.neutron [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Updating instance_info_cache with network_info: [{"id": "3c17b434-f754-472b-b942-ebd819707aea", "address": "fa:16:3e:3d:6b:aa", "network": {"id": "4e234482-9562-46f9-acf2-6aa64b139e4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-508601024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b04e3d961b46c4a20fa2d623d1aa9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c17b434-f7", "ovs_interfaceid": "3c17b434-f754-472b-b942-ebd819707aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.788693] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "8ac71684-9546-48d7-ad0b-195e04f75eb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.788693] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "8ac71684-9546-48d7-ad0b-195e04f75eb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.833300] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8bfeda-bb12-4f08-823e-29ebc679c0c5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.841664] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10c11df-ca40-4b30-9f2f-3b6edc9e52da {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.846515] env[62364]: INFO nova.compute.manager [-] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Took 1.03 seconds to deallocate network for instance. [ 731.885697] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d997d38-27ad-4309-bc88-d181e3cb3552 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.892931] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119529d-d04f-4797-97ef-0fd027e5d0d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.909852] env[62364]: DEBUG nova.compute.provider_tree [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.933356] env[62364]: DEBUG nova.objects.instance [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Lazy-loading 'flavor' on Instance uuid 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.061015] env[62364]: DEBUG nova.network.neutron [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Successfully created port: 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.220154] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Releasing lock "refresh_cache-7ea8e176-5744-4efd-85c3-f2a4511ffd4a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.220490] env[62364]: DEBUG nova.compute.manager [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Instance network_info: |[{"id": "3c17b434-f754-472b-b942-ebd819707aea", "address": "fa:16:3e:3d:6b:aa", "network": {"id": "4e234482-9562-46f9-acf2-6aa64b139e4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-508601024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b04e3d961b46c4a20fa2d623d1aa9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c17b434-f7", "ovs_interfaceid": "3c17b434-f754-472b-b942-ebd819707aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.220913] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:6b:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c17b434-f754-472b-b942-ebd819707aea', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.228626] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Creating folder: Project (82b04e3d961b46c4a20fa2d623d1aa9a). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.229287] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a30900ad-be13-448a-83c9-6a4bc6904946 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.236558] env[62364]: DEBUG nova.compute.manager [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.240722] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Created folder: Project (82b04e3d961b46c4a20fa2d623d1aa9a) in parent group-v501830. [ 732.240913] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Creating folder: Instances. Parent ref: group-v501952. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.241171] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-977335cc-e8a0-4325-bbf4-cdc1c74b7534 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.250968] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Created folder: Instances in parent group-v501952. [ 732.251266] env[62364]: DEBUG oslo.service.loopingcall [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.251733] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.251963] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da9add10-4f2c-4bfe-b1cc-8b74b46913b6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.272892] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.272892] env[62364]: value = "task-2480421" [ 732.272892] env[62364]: _type = "Task" [ 732.272892] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.285938] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480421, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.288957] env[62364]: DEBUG nova.virt.hardware [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.289240] env[62364]: DEBUG nova.virt.hardware [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.289402] env[62364]: DEBUG nova.virt.hardware [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.289588] env[62364]: DEBUG nova.virt.hardware [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.289740] env[62364]: DEBUG nova.virt.hardware [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.289887] env[62364]: DEBUG nova.virt.hardware [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.290168] env[62364]: DEBUG nova.virt.hardware [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.290371] env[62364]: DEBUG nova.virt.hardware [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.290555] env[62364]: DEBUG nova.virt.hardware [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.290720] env[62364]: DEBUG nova.virt.hardware [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.291167] env[62364]: DEBUG nova.virt.hardware [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.291876] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc21072d-fb1f-4375-8711-2e604a28dc09 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.301182] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dc9b11-2152-43d9-ab52-f68b93136a05 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.386200] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.416577] env[62364]: DEBUG nova.scheduler.client.report [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.422156] env[62364]: DEBUG nova.compute.manager [req-37d3bfc8-aa30-4c49-86c1-2bbfb3f51173 req-195af82a-24a0-43be-9db9-fd9c36917ed7 service nova] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Received event network-changed-3c17b434-f754-472b-b942-ebd819707aea {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 732.422244] env[62364]: DEBUG nova.compute.manager [req-37d3bfc8-aa30-4c49-86c1-2bbfb3f51173 req-195af82a-24a0-43be-9db9-fd9c36917ed7 service nova] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Refreshing instance network info cache due to event network-changed-3c17b434-f754-472b-b942-ebd819707aea. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 732.422439] env[62364]: DEBUG oslo_concurrency.lockutils [req-37d3bfc8-aa30-4c49-86c1-2bbfb3f51173 req-195af82a-24a0-43be-9db9-fd9c36917ed7 service nova] Acquiring lock "refresh_cache-7ea8e176-5744-4efd-85c3-f2a4511ffd4a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.422651] env[62364]: DEBUG oslo_concurrency.lockutils [req-37d3bfc8-aa30-4c49-86c1-2bbfb3f51173 req-195af82a-24a0-43be-9db9-fd9c36917ed7 service nova] Acquired lock "refresh_cache-7ea8e176-5744-4efd-85c3-f2a4511ffd4a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.422781] env[62364]: DEBUG nova.network.neutron [req-37d3bfc8-aa30-4c49-86c1-2bbfb3f51173 req-195af82a-24a0-43be-9db9-fd9c36917ed7 service nova] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Refreshing network info cache for port 3c17b434-f754-472b-b942-ebd819707aea {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.435107] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b6a3158-dd47-455e-a725-9c7907a67c4a tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.425s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.785674] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480421, 'name': CreateVM_Task, 'duration_secs': 0.459412} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.786020] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.786573] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.786762] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.787096] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.787397] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-818fdb3f-8297-4067-92e9-71f43fb6dda3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.801145] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 732.801145] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]524fba26-628a-791b-e441-1573176c5935" [ 732.801145] env[62364]: _type = "Task" [ 732.801145] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.813514] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524fba26-628a-791b-e441-1573176c5935, 'name': SearchDatastore_Task, 'duration_secs': 0.011933} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.813514] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.813514] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.813514] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.813711] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.813711] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.813711] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-309cd737-0c08-4cdb-820c-524ebb9841ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.824510] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.824985] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.829828] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da7d32e-7ae9-455b-84c0-4c9560848091 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.831637] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 732.831637] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52632801-5685-4d46-8fff-3c2d4f676c3c" [ 732.831637] env[62364]: _type = "Task" [ 732.831637] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.840500] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52632801-5685-4d46-8fff-3c2d4f676c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.919749] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.921833] env[62364]: DEBUG nova.compute.manager [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.922989] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.414s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.926985] env[62364]: INFO nova.compute.claims [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.210626] env[62364]: DEBUG nova.network.neutron [req-37d3bfc8-aa30-4c49-86c1-2bbfb3f51173 req-195af82a-24a0-43be-9db9-fd9c36917ed7 service nova] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Updated VIF entry in instance network info cache for port 3c17b434-f754-472b-b942-ebd819707aea. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.210626] env[62364]: DEBUG nova.network.neutron [req-37d3bfc8-aa30-4c49-86c1-2bbfb3f51173 req-195af82a-24a0-43be-9db9-fd9c36917ed7 service nova] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Updating instance_info_cache with network_info: [{"id": "3c17b434-f754-472b-b942-ebd819707aea", "address": "fa:16:3e:3d:6b:aa", "network": {"id": "4e234482-9562-46f9-acf2-6aa64b139e4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-508601024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b04e3d961b46c4a20fa2d623d1aa9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c17b434-f7", "ovs_interfaceid": "3c17b434-f754-472b-b942-ebd819707aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.346257] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52632801-5685-4d46-8fff-3c2d4f676c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010225} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.346257] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7132d1cc-1dd4-4bef-a968-c92859d289d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.353023] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 733.353023] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]525744a3-3474-0070-0652-afbfb651444d" [ 733.353023] env[62364]: _type = "Task" [ 733.353023] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.361705] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525744a3-3474-0070-0652-afbfb651444d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.431343] env[62364]: DEBUG nova.compute.utils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 733.432782] env[62364]: DEBUG nova.compute.manager [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.432961] env[62364]: DEBUG nova.network.neutron [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.517693] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Acquiring lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.517859] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.525729] env[62364]: DEBUG nova.policy [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7129e67b1b6440cebff043a9f8bc0055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40df754f493b492494affbf42614bbfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.717259] env[62364]: DEBUG oslo_concurrency.lockutils [req-37d3bfc8-aa30-4c49-86c1-2bbfb3f51173 req-195af82a-24a0-43be-9db9-fd9c36917ed7 service nova] Releasing lock "refresh_cache-7ea8e176-5744-4efd-85c3-f2a4511ffd4a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.869689] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525744a3-3474-0070-0652-afbfb651444d, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.869689] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.869689] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7ea8e176-5744-4efd-85c3-f2a4511ffd4a/7ea8e176-5744-4efd-85c3-f2a4511ffd4a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.869689] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c33bfdd7-7eca-4a34-826b-8912eff05113 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.878074] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 733.878074] env[62364]: value = "task-2480422" [ 733.878074] env[62364]: _type = "Task" [ 733.878074] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.888616] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.948186] env[62364]: DEBUG nova.compute.manager [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.025183] env[62364]: INFO nova.compute.manager [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Detaching volume 54691010-457d-42e2-80fb-123770286820 [ 734.047136] env[62364]: DEBUG nova.network.neutron [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Successfully created port: e57629c4-1550-4c6d-9c0e-90c1d94a389d {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.116507] env[62364]: INFO nova.virt.block_device [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Attempting to driver detach volume 54691010-457d-42e2-80fb-123770286820 from mountpoint /dev/sdb [ 734.116507] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 734.116507] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501951', 'volume_id': '54691010-457d-42e2-80fb-123770286820', 'name': 'volume-54691010-457d-42e2-80fb-123770286820', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ff62a80-6e78-465f-b9c8-3a2107ebcf8e', 'attached_at': '', 'detached_at': '', 'volume_id': '54691010-457d-42e2-80fb-123770286820', 'serial': '54691010-457d-42e2-80fb-123770286820'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 734.116507] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cff5cb-62cb-408e-ad17-5555bc704051 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.148061] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea2f1b5-be39-46ae-bfb5-1ac3a0eabb5f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.151295] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "9745f741-5030-4bba-8ddc-bff38331ab4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.151295] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "9745f741-5030-4bba-8ddc-bff38331ab4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.151523] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "9745f741-5030-4bba-8ddc-bff38331ab4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.151712] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "9745f741-5030-4bba-8ddc-bff38331ab4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.151842] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "9745f741-5030-4bba-8ddc-bff38331ab4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.154301] env[62364]: INFO nova.compute.manager [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Terminating instance [ 734.161656] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9917fb97-bb74-418d-b486-a77d34c8394e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.191820] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e5c943-48fc-4943-a0ce-035be6e25b25 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.213173] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] The volume has not been displaced from its original location: [datastore1] volume-54691010-457d-42e2-80fb-123770286820/volume-54691010-457d-42e2-80fb-123770286820.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 734.219160] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 734.223063] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3b24c91-131c-4eae-8dc6-2aa1b18bd926 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.244322] env[62364]: DEBUG oslo_vmware.api [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Waiting for the task: (returnval){ [ 734.244322] env[62364]: value = "task-2480423" [ 734.244322] env[62364]: _type = "Task" [ 734.244322] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.254493] env[62364]: DEBUG oslo_vmware.api [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Task: {'id': task-2480423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.390168] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480422, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.667870] env[62364]: DEBUG nova.compute.manager [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.667870] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.667870] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5bc1f4-6855-422f-b659-71811c921066 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.679136] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.679136] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2f69611-b9a9-44dc-9a5a-13cdd62bdadb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.695657] env[62364]: DEBUG oslo_vmware.api [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 734.695657] env[62364]: value = "task-2480424" [ 734.695657] env[62364]: _type = "Task" [ 734.695657] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.709780] env[62364]: DEBUG oslo_vmware.api [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.754987] env[62364]: DEBUG oslo_vmware.api [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Task: {'id': task-2480423, 'name': ReconfigVM_Task, 'duration_secs': 0.339699} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.756803] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 734.761932] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d55d6b-e2df-4fe7-8041-93dfac8845ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.764768] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6213e6e3-8b47-49f3-a2b8-c3dd5dfabda8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.786013] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bd4552-2d3f-4a38-bb5d-e48e9ca63046 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.788654] env[62364]: DEBUG oslo_vmware.api [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Waiting for the task: (returnval){ [ 734.788654] env[62364]: value = "task-2480425" [ 734.788654] env[62364]: _type = "Task" [ 734.788654] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.821285] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49658751-e319-4527-b75c-e93c5ecfd45c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.828067] env[62364]: DEBUG oslo_vmware.api [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Task: {'id': task-2480425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.833230] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12c66e6-5dce-474e-a297-d6c17d9acb68 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.847899] env[62364]: DEBUG nova.compute.provider_tree [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.888848] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526063} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.889175] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7ea8e176-5744-4efd-85c3-f2a4511ffd4a/7ea8e176-5744-4efd-85c3-f2a4511ffd4a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.889482] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.890078] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78fda2d8-ac73-49b3-80bc-373815f04091 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.893302] env[62364]: DEBUG nova.network.neutron [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Successfully updated port: 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.898677] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 734.898677] env[62364]: value = "task-2480426" [ 734.898677] env[62364]: _type = "Task" [ 734.898677] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.907040] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.958377] env[62364]: DEBUG nova.compute.manager [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.019915] env[62364]: DEBUG nova.virt.hardware [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.020174] env[62364]: DEBUG nova.virt.hardware [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.020330] env[62364]: DEBUG nova.virt.hardware [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.020506] env[62364]: DEBUG nova.virt.hardware [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.020653] env[62364]: DEBUG nova.virt.hardware [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.020795] env[62364]: DEBUG nova.virt.hardware [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.020999] env[62364]: DEBUG nova.virt.hardware [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.021176] env[62364]: DEBUG nova.virt.hardware [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.021354] env[62364]: DEBUG nova.virt.hardware [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.021508] env[62364]: DEBUG nova.virt.hardware [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.021681] env[62364]: DEBUG nova.virt.hardware [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.022604] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df7e884-a9a4-4d1a-aab7-1fd0066904d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.030643] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85be7b30-170f-4821-a871-b05f8bf800bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.206269] env[62364]: DEBUG oslo_vmware.api [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480424, 'name': PowerOffVM_Task, 'duration_secs': 0.282491} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.206978] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.206978] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.206978] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aeb2c4f-940c-4695-a0a6-37fa74b16341 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.276223] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.276479] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.276723] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Deleting the datastore file [datastore1] 9745f741-5030-4bba-8ddc-bff38331ab4c {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.276929] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e788ae5-6486-47a5-baf7-f4cc6b32028e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.286014] env[62364]: DEBUG oslo_vmware.api [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 735.286014] env[62364]: value = "task-2480428" [ 735.286014] env[62364]: _type = "Task" [ 735.286014] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.295014] env[62364]: DEBUG oslo_vmware.api [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.304996] env[62364]: DEBUG oslo_vmware.api [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Task: {'id': task-2480425, 'name': ReconfigVM_Task, 'duration_secs': 0.179141} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.304996] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501951', 'volume_id': '54691010-457d-42e2-80fb-123770286820', 'name': 'volume-54691010-457d-42e2-80fb-123770286820', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ff62a80-6e78-465f-b9c8-3a2107ebcf8e', 'attached_at': '', 'detached_at': '', 'volume_id': '54691010-457d-42e2-80fb-123770286820', 'serial': '54691010-457d-42e2-80fb-123770286820'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 735.345286] env[62364]: DEBUG nova.compute.manager [req-53faa4d5-51f1-4d0f-b4cf-2bb1933bf9ad req-fca679c2-bbd0-44e5-80e3-12ee029df087 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Received event network-vif-plugged-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 735.345286] env[62364]: DEBUG oslo_concurrency.lockutils [req-53faa4d5-51f1-4d0f-b4cf-2bb1933bf9ad req-fca679c2-bbd0-44e5-80e3-12ee029df087 service nova] Acquiring lock "77921f9a-d424-4bb8-876d-9325ef329e6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.345286] env[62364]: DEBUG oslo_concurrency.lockutils [req-53faa4d5-51f1-4d0f-b4cf-2bb1933bf9ad req-fca679c2-bbd0-44e5-80e3-12ee029df087 service nova] Lock "77921f9a-d424-4bb8-876d-9325ef329e6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.347087] env[62364]: DEBUG oslo_concurrency.lockutils [req-53faa4d5-51f1-4d0f-b4cf-2bb1933bf9ad req-fca679c2-bbd0-44e5-80e3-12ee029df087 service nova] Lock "77921f9a-d424-4bb8-876d-9325ef329e6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.347087] env[62364]: DEBUG nova.compute.manager [req-53faa4d5-51f1-4d0f-b4cf-2bb1933bf9ad req-fca679c2-bbd0-44e5-80e3-12ee029df087 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] No waiting events found dispatching network-vif-plugged-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.347087] env[62364]: WARNING nova.compute.manager [req-53faa4d5-51f1-4d0f-b4cf-2bb1933bf9ad req-fca679c2-bbd0-44e5-80e3-12ee029df087 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Received unexpected event network-vif-plugged-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b for instance with vm_state building and task_state spawning. [ 735.350431] env[62364]: DEBUG nova.scheduler.client.report [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.396705] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquiring lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.396759] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquired lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.396975] env[62364]: DEBUG nova.network.neutron [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.413237] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082938} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.413237] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.414162] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ded2f5a-656b-4884-8b3c-69c6cc974b61 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.438506] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 7ea8e176-5744-4efd-85c3-f2a4511ffd4a/7ea8e176-5744-4efd-85c3-f2a4511ffd4a.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.439680] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e08e9085-54d5-48e0-a31a-b122106f1dfc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.461761] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 735.461761] env[62364]: value = "task-2480429" [ 735.461761] env[62364]: _type = "Task" [ 735.461761] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.467944] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.798860] env[62364]: DEBUG oslo_vmware.api [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177252} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.799045] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.799247] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.799505] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.799695] env[62364]: INFO nova.compute.manager [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 735.799981] env[62364]: DEBUG oslo.service.loopingcall [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 735.800305] env[62364]: DEBUG nova.compute.manager [-] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.800305] env[62364]: DEBUG nova.network.neutron [-] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.858540] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.935s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.859077] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.861824] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.067s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.865858] env[62364]: INFO nova.compute.claims [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.945501] env[62364]: DEBUG nova.compute.manager [req-8897763e-d571-4760-9232-f177a37f7b12 req-f91d37d7-ba8e-4bf3-a58d-454e4d56b91e service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Received event network-vif-plugged-e57629c4-1550-4c6d-9c0e-90c1d94a389d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 735.945501] env[62364]: DEBUG oslo_concurrency.lockutils [req-8897763e-d571-4760-9232-f177a37f7b12 req-f91d37d7-ba8e-4bf3-a58d-454e4d56b91e service nova] Acquiring lock "37190642-6f6c-4837-8080-a4d472e9bca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.945501] env[62364]: DEBUG oslo_concurrency.lockutils [req-8897763e-d571-4760-9232-f177a37f7b12 req-f91d37d7-ba8e-4bf3-a58d-454e4d56b91e service nova] Lock "37190642-6f6c-4837-8080-a4d472e9bca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.945501] env[62364]: DEBUG oslo_concurrency.lockutils [req-8897763e-d571-4760-9232-f177a37f7b12 req-f91d37d7-ba8e-4bf3-a58d-454e4d56b91e service nova] Lock "37190642-6f6c-4837-8080-a4d472e9bca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.945501] env[62364]: DEBUG nova.compute.manager [req-8897763e-d571-4760-9232-f177a37f7b12 req-f91d37d7-ba8e-4bf3-a58d-454e4d56b91e service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] No waiting events found dispatching network-vif-plugged-e57629c4-1550-4c6d-9c0e-90c1d94a389d {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.946289] env[62364]: WARNING nova.compute.manager [req-8897763e-d571-4760-9232-f177a37f7b12 req-f91d37d7-ba8e-4bf3-a58d-454e4d56b91e service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Received unexpected event network-vif-plugged-e57629c4-1550-4c6d-9c0e-90c1d94a389d for instance with vm_state building and task_state spawning. [ 735.955591] env[62364]: DEBUG nova.objects.instance [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Lazy-loading 'flavor' on Instance uuid 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.977942] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480429, 'name': ReconfigVM_Task, 'duration_secs': 0.460151} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.980914] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 7ea8e176-5744-4efd-85c3-f2a4511ffd4a/7ea8e176-5744-4efd-85c3-f2a4511ffd4a.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.982639] env[62364]: DEBUG nova.network.neutron [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.985053] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-949313f4-f7f3-4c1d-8ee6-719de552fa32 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.993941] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 735.993941] env[62364]: value = "task-2480430" [ 735.993941] env[62364]: _type = "Task" [ 735.993941] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.006241] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480430, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.069175] env[62364]: DEBUG oslo_vmware.rw_handles [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279c3f7-67c0-53f5-1af3-a1970dc44317/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 736.069175] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b62423a-47f6-449d-93ff-6797cb32719f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.078454] env[62364]: DEBUG oslo_vmware.rw_handles [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279c3f7-67c0-53f5-1af3-a1970dc44317/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 736.078738] env[62364]: ERROR oslo_vmware.rw_handles [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279c3f7-67c0-53f5-1af3-a1970dc44317/disk-0.vmdk due to incomplete transfer. [ 736.079063] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-672b74ed-086e-4269-b852-224e7a320c6e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.087971] env[62364]: DEBUG oslo_vmware.rw_handles [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279c3f7-67c0-53f5-1af3-a1970dc44317/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 736.087971] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Uploaded image 9b458c26-2097-4add-8c6d-198b0427548b to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 736.087971] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.089268] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94b3b3db-e0e0-41c6-9f7f-8768fdc0c23f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.095033] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 736.095033] env[62364]: value = "task-2480431" [ 736.095033] env[62364]: _type = "Task" [ 736.095033] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.108352] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480431, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.126262] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.126509] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.264419] env[62364]: DEBUG nova.network.neutron [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updating instance_info_cache with network_info: [{"id": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "address": "fa:16:3e:37:13:b6", "network": {"id": "d5e4de0f-1807-4a58-a955-07639f21d967", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1754372814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "345f8b74ea8b4a0e81ce9dcd11738fba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ee5d2-bb", "ovs_interfaceid": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.323151] env[62364]: DEBUG nova.network.neutron [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Successfully updated port: e57629c4-1550-4c6d-9c0e-90c1d94a389d {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.374894] env[62364]: DEBUG nova.compute.utils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 736.377565] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.379556] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.505573] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480430, 'name': Rename_Task, 'duration_secs': 0.360828} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.506145] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.506324] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6837941-9517-42ad-93b9-5dad0c18db1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.514873] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 736.514873] env[62364]: value = "task-2480432" [ 736.514873] env[62364]: _type = "Task" [ 736.514873] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.523885] env[62364]: DEBUG nova.policy [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bec36c11d74369b2f150797ef2f082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '186777b2564840f28b60829eef8fa594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.532343] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480432, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.606231] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480431, 'name': Destroy_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.768344] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Releasing lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.768937] env[62364]: DEBUG nova.compute.manager [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Instance network_info: |[{"id": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "address": "fa:16:3e:37:13:b6", "network": {"id": "d5e4de0f-1807-4a58-a955-07639f21d967", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1754372814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "345f8b74ea8b4a0e81ce9dcd11738fba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ee5d2-bb", "ovs_interfaceid": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.769784] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:13:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.778141] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Creating folder: Project (345f8b74ea8b4a0e81ce9dcd11738fba). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.778473] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7183e237-d372-47c0-b79d-db5bb1c5ae65 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.789394] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Created folder: Project (345f8b74ea8b4a0e81ce9dcd11738fba) in parent group-v501830. [ 736.789600] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Creating folder: Instances. Parent ref: group-v501955. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.789836] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2b14e41-5d08-4dbd-a89a-e9073065727e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.799985] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Created folder: Instances in parent group-v501955. [ 736.800257] env[62364]: DEBUG oslo.service.loopingcall [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.800466] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.800685] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c81df4b8-65b9-4b1d-9ec9-5abe025af9a0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.822104] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.822104] env[62364]: value = "task-2480435" [ 736.822104] env[62364]: _type = "Task" [ 736.822104] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.832965] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.833081] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquired lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.833249] env[62364]: DEBUG nova.network.neutron [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.838425] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480435, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.880913] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.940460] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Successfully created port: bfbbf99b-a84c-4e4c-907e-e773dbe426d9 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.968688] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c656892-6797-46ca-a34a-877a3dd56f6b tempest-VolumesAssistedSnapshotsTest-214170135 tempest-VolumesAssistedSnapshotsTest-214170135-project-admin] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.450s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.031638] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480432, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.110250] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480431, 'name': Destroy_Task, 'duration_secs': 0.671215} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.111019] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Destroyed the VM [ 737.111019] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.111234] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aeca27c7-f849-4a5f-8b3a-6b0599a710c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.121088] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 737.121088] env[62364]: value = "task-2480436" [ 737.121088] env[62364]: _type = "Task" [ 737.121088] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.136499] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480436, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.332771] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480435, 'name': CreateVM_Task, 'duration_secs': 0.378199} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.332951] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.333711] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.333870] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.334324] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.337350] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3c0bff-61f8-4d24-97c6-0c8ed09902e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.345498] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 737.345498] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5250e088-365f-803c-41c3-7ee67d2c8728" [ 737.345498] env[62364]: _type = "Task" [ 737.345498] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.356753] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5250e088-365f-803c-41c3-7ee67d2c8728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.389188] env[62364]: DEBUG nova.network.neutron [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.535384] env[62364]: DEBUG oslo_vmware.api [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480432, 'name': PowerOnVM_Task, 'duration_secs': 0.531194} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.539882] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.540159] env[62364]: INFO nova.compute.manager [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Took 8.05 seconds to spawn the instance on the hypervisor. [ 737.540347] env[62364]: DEBUG nova.compute.manager [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.541201] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bb0aeb-2938-4e51-a59f-68549cc85118 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.575144] env[62364]: DEBUG nova.network.neutron [-] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.592020] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcf849c-8f88-43a7-8287-b5dcb93787a5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.599599] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2171fcd2-1d9b-4fb9-a353-f812e52c03cd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.649336] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edb7a47-8ee1-4853-90e7-33388aca66c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.657607] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480436, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.660700] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c910902-09bc-404c-ae16-cb6a1aaf5594 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.674572] env[62364]: DEBUG nova.compute.provider_tree [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.698692] env[62364]: DEBUG nova.network.neutron [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Updating instance_info_cache with network_info: [{"id": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "address": "fa:16:3e:99:e3:99", "network": {"id": "f8f6a654-6a03-44b1-a833-6d30654678bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-986655281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40df754f493b492494affbf42614bbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57629c4-15", "ovs_interfaceid": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.856852] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5250e088-365f-803c-41c3-7ee67d2c8728, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.857367] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.857752] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.858155] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.858834] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.862021] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.862021] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60aef36e-598c-49d6-b7c3-165cf120ad59 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.872028] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.872028] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.872028] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac78f35-96e6-4487-8511-eb8c46db9a73 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.877681] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 737.877681] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5288eff5-3bb9-da85-17a3-e512748b566f" [ 737.877681] env[62364]: _type = "Task" [ 737.877681] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.887354] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5288eff5-3bb9-da85-17a3-e512748b566f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.894280] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.910151] env[62364]: DEBUG nova.compute.manager [req-f5ad56b6-4cd9-4bed-ac0a-1133ac2ca27b req-9a283ceb-3d1f-468c-86c9-57bac7b149c7 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Received event network-changed-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 737.910151] env[62364]: DEBUG nova.compute.manager [req-f5ad56b6-4cd9-4bed-ac0a-1133ac2ca27b req-9a283ceb-3d1f-468c-86c9-57bac7b149c7 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Refreshing instance network info cache due to event network-changed-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 737.910151] env[62364]: DEBUG oslo_concurrency.lockutils [req-f5ad56b6-4cd9-4bed-ac0a-1133ac2ca27b req-9a283ceb-3d1f-468c-86c9-57bac7b149c7 service nova] Acquiring lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.910151] env[62364]: DEBUG oslo_concurrency.lockutils [req-f5ad56b6-4cd9-4bed-ac0a-1133ac2ca27b req-9a283ceb-3d1f-468c-86c9-57bac7b149c7 service nova] Acquired lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.910853] env[62364]: DEBUG nova.network.neutron [req-f5ad56b6-4cd9-4bed-ac0a-1133ac2ca27b req-9a283ceb-3d1f-468c-86c9-57bac7b149c7 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Refreshing network info cache for port 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.946190] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.946190] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.946190] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.946374] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.946374] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.946374] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.946751] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.947221] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.947566] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.947881] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.948230] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.950040] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863b6764-ab39-4c37-8400-ee0b3c7536ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.959418] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cba908-7c68-49a1-9455-fc17159335b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.070493] env[62364]: INFO nova.compute.manager [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Took 45.52 seconds to build instance. [ 738.077374] env[62364]: INFO nova.compute.manager [-] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Took 2.28 seconds to deallocate network for instance. [ 738.155593] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480436, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.178061] env[62364]: DEBUG nova.scheduler.client.report [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.200967] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Releasing lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.201382] env[62364]: DEBUG nova.compute.manager [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Instance network_info: |[{"id": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "address": "fa:16:3e:99:e3:99", "network": {"id": "f8f6a654-6a03-44b1-a833-6d30654678bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-986655281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40df754f493b492494affbf42614bbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57629c4-15", "ovs_interfaceid": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.201887] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:e3:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e57629c4-1550-4c6d-9c0e-90c1d94a389d', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.212569] env[62364]: DEBUG oslo.service.loopingcall [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.212988] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.213355] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efd2a5e6-560c-4656-8548-e2d529fe4d23 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.238528] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.238528] env[62364]: value = "task-2480438" [ 738.238528] env[62364]: _type = "Task" [ 738.238528] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.248126] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480438, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.256537] env[62364]: DEBUG nova.compute.manager [req-a0e47d31-a0e9-4372-a84b-1f14c4b37395 req-e18f5348-e838-49fa-8eea-38752167b43d service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Received event network-changed-e57629c4-1550-4c6d-9c0e-90c1d94a389d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 738.256728] env[62364]: DEBUG nova.compute.manager [req-a0e47d31-a0e9-4372-a84b-1f14c4b37395 req-e18f5348-e838-49fa-8eea-38752167b43d service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Refreshing instance network info cache due to event network-changed-e57629c4-1550-4c6d-9c0e-90c1d94a389d. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 738.256935] env[62364]: DEBUG oslo_concurrency.lockutils [req-a0e47d31-a0e9-4372-a84b-1f14c4b37395 req-e18f5348-e838-49fa-8eea-38752167b43d service nova] Acquiring lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.257089] env[62364]: DEBUG oslo_concurrency.lockutils [req-a0e47d31-a0e9-4372-a84b-1f14c4b37395 req-e18f5348-e838-49fa-8eea-38752167b43d service nova] Acquired lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.257252] env[62364]: DEBUG nova.network.neutron [req-a0e47d31-a0e9-4372-a84b-1f14c4b37395 req-e18f5348-e838-49fa-8eea-38752167b43d service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Refreshing network info cache for port e57629c4-1550-4c6d-9c0e-90c1d94a389d {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.390936] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5288eff5-3bb9-da85-17a3-e512748b566f, 'name': SearchDatastore_Task, 'duration_secs': 0.016824} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.391948] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5a51b2-8980-483c-bdee-fe5972e9e7f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.397649] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 738.397649] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5225fe37-e331-0989-8387-c6ad78f89512" [ 738.397649] env[62364]: _type = "Task" [ 738.397649] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.412613] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5225fe37-e331-0989-8387-c6ad78f89512, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.415114] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.415481] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 77921f9a-d424-4bb8-876d-9325ef329e6c/77921f9a-d424-4bb8-876d-9325ef329e6c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.415818] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23fa6f18-1086-4ff7-bb5d-88a5684fe6ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.427210] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 738.427210] env[62364]: value = "task-2480439" [ 738.427210] env[62364]: _type = "Task" [ 738.427210] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.439443] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.571537] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aee02987-5787-4441-97f8-b6aca0e3f3a6 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.808s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.589125] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.657989] env[62364]: DEBUG oslo_vmware.api [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480436, 'name': RemoveSnapshot_Task, 'duration_secs': 1.163894} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.658292] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 738.658529] env[62364]: INFO nova.compute.manager [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Took 17.82 seconds to snapshot the instance on the hypervisor. [ 738.686784] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.687397] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.690290] env[62364]: DEBUG oslo_concurrency.lockutils [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.192s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.690524] env[62364]: DEBUG nova.objects.instance [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 738.748672] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480438, 'name': CreateVM_Task, 'duration_secs': 0.48852} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.748902] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.749669] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.749884] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.750273] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.750558] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a690a127-630e-4566-aa61-d550e7ed5885 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.758273] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 738.758273] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527f94bd-bde0-a8c7-adcb-7a7accbbcb99" [ 738.758273] env[62364]: _type = "Task" [ 738.758273] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.773276] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527f94bd-bde0-a8c7-adcb-7a7accbbcb99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.784656] env[62364]: INFO nova.compute.manager [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Rescuing [ 738.785171] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "refresh_cache-7ea8e176-5744-4efd-85c3-f2a4511ffd4a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.785464] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired lock "refresh_cache-7ea8e176-5744-4efd-85c3-f2a4511ffd4a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.785804] env[62364]: DEBUG nova.network.neutron [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.857111] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Successfully updated port: bfbbf99b-a84c-4e4c-907e-e773dbe426d9 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.908166] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Acquiring lock "75908b19-4042-4f7e-b50a-8d0255bebd6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.908419] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Lock "75908b19-4042-4f7e-b50a-8d0255bebd6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.908670] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Acquiring lock "75908b19-4042-4f7e-b50a-8d0255bebd6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.908863] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Lock "75908b19-4042-4f7e-b50a-8d0255bebd6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.909133] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Lock "75908b19-4042-4f7e-b50a-8d0255bebd6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.913886] env[62364]: INFO nova.compute.manager [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Terminating instance [ 738.938108] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480439, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.074226] env[62364]: DEBUG nova.compute.manager [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.113498] env[62364]: DEBUG nova.network.neutron [req-a0e47d31-a0e9-4372-a84b-1f14c4b37395 req-e18f5348-e838-49fa-8eea-38752167b43d service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Updated VIF entry in instance network info cache for port e57629c4-1550-4c6d-9c0e-90c1d94a389d. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.113935] env[62364]: DEBUG nova.network.neutron [req-a0e47d31-a0e9-4372-a84b-1f14c4b37395 req-e18f5348-e838-49fa-8eea-38752167b43d service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Updating instance_info_cache with network_info: [{"id": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "address": "fa:16:3e:99:e3:99", "network": {"id": "f8f6a654-6a03-44b1-a833-6d30654678bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-986655281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40df754f493b492494affbf42614bbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57629c4-15", "ovs_interfaceid": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.195966] env[62364]: DEBUG nova.compute.utils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 739.198942] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.199131] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.244708] env[62364]: DEBUG nova.policy [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bec36c11d74369b2f150797ef2f082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '186777b2564840f28b60829eef8fa594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.247887] env[62364]: DEBUG nova.compute.manager [None req-5520548f-e204-4ef1-8d40-46fc051ef9bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Found 1 images (rotation: 2) {{(pid=62364) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 739.276876] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527f94bd-bde0-a8c7-adcb-7a7accbbcb99, 'name': SearchDatastore_Task, 'duration_secs': 0.054284} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.278295] env[62364]: DEBUG nova.network.neutron [req-f5ad56b6-4cd9-4bed-ac0a-1133ac2ca27b req-9a283ceb-3d1f-468c-86c9-57bac7b149c7 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updated VIF entry in instance network info cache for port 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.279652] env[62364]: DEBUG nova.network.neutron [req-f5ad56b6-4cd9-4bed-ac0a-1133ac2ca27b req-9a283ceb-3d1f-468c-86c9-57bac7b149c7 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updating instance_info_cache with network_info: [{"id": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "address": "fa:16:3e:37:13:b6", "network": {"id": "d5e4de0f-1807-4a58-a955-07639f21d967", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1754372814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "345f8b74ea8b4a0e81ce9dcd11738fba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ee5d2-bb", "ovs_interfaceid": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.280050] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.280282] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.280686] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.280903] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.281378] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.281832] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d399e0cf-1739-4b00-bec1-82206b590b90 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.291581] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.292053] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.293384] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55bc0897-23a1-4623-91b3-79ba28fd26a2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.300020] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 739.300020] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5248bded-db33-ef25-9797-da2cad9aa009" [ 739.300020] env[62364]: _type = "Task" [ 739.300020] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.306694] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5248bded-db33-ef25-9797-da2cad9aa009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.367865] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "refresh_cache-ade8e886-cd2b-417a-bc30-1f1ef16e7099" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.367865] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "refresh_cache-ade8e886-cd2b-417a-bc30-1f1ef16e7099" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.367865] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.418669] env[62364]: DEBUG nova.compute.manager [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.418943] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.419546] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1e0e15-1599-41db-ae9b-fdf458bc4076 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.427358] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Waiting for the task: (returnval){ [ 739.427358] env[62364]: value = "task-2480440" [ 739.427358] env[62364]: _type = "Task" [ 739.427358] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.441612] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684351} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.445222] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 77921f9a-d424-4bb8-876d-9325ef329e6c/77921f9a-d424-4bb8-876d-9325ef329e6c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.445461] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.446082] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.447072] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af8d7141-dd97-4909-ab4a-595f421f62b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.453174] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 739.453174] env[62364]: value = "task-2480441" [ 739.453174] env[62364]: _type = "Task" [ 739.453174] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.460410] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.617457] env[62364]: DEBUG oslo_concurrency.lockutils [req-a0e47d31-a0e9-4372-a84b-1f14c4b37395 req-e18f5348-e838-49fa-8eea-38752167b43d service nova] Releasing lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.643326] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.705888] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.712340] env[62364]: DEBUG oslo_concurrency.lockutils [None req-13ebecde-43bf-4c4e-bfe8-0b7339fd7dc6 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.713731] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.756s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.714133] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.716138] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.288s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.734764] env[62364]: DEBUG nova.network.neutron [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Updating instance_info_cache with network_info: [{"id": "3c17b434-f754-472b-b942-ebd819707aea", "address": "fa:16:3e:3d:6b:aa", "network": {"id": "4e234482-9562-46f9-acf2-6aa64b139e4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-508601024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b04e3d961b46c4a20fa2d623d1aa9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c17b434-f7", "ovs_interfaceid": "3c17b434-f754-472b-b942-ebd819707aea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.785553] env[62364]: DEBUG oslo_concurrency.lockutils [req-f5ad56b6-4cd9-4bed-ac0a-1133ac2ca27b req-9a283ceb-3d1f-468c-86c9-57bac7b149c7 service nova] Releasing lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.785885] env[62364]: DEBUG nova.compute.manager [req-f5ad56b6-4cd9-4bed-ac0a-1133ac2ca27b req-9a283ceb-3d1f-468c-86c9-57bac7b149c7 service nova] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Received event network-vif-deleted-d5185b45-7991-459b-a544-01a6fc6443f6 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 739.797431] env[62364]: INFO nova.scheduler.client.report [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Deleted allocations for instance bc34c2d9-69e1-4d65-8d0f-efdfd2b73814 [ 739.817600] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5248bded-db33-ef25-9797-da2cad9aa009, 'name': SearchDatastore_Task, 'duration_secs': 0.008529} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.818518] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35eb503c-209d-455d-a95c-37d8c42cd274 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.825159] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 739.825159] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c7230e-2ad7-9a4e-9326-b217dc5ff216" [ 739.825159] env[62364]: _type = "Task" [ 739.825159] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.835247] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c7230e-2ad7-9a4e-9326-b217dc5ff216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.911172] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Successfully created port: 31a4fa47-d7c9-4798-95a3-559d87540a35 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.932710] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.943726] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480440, 'name': PowerOffVM_Task, 'duration_secs': 0.179038} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.944152] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.944503] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 739.944760] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501849', 'volume_id': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'name': 'volume-cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75908b19-4042-4f7e-b50a-8d0255bebd6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'serial': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 739.945591] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a9353f-6e82-4915-8d78-df7a240d65d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.968347] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a403e1-703e-45b8-bd50-0cf2cb2a08e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.979872] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c293d47-71a3-49be-bfc9-b975f676050b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.982321] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067415} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.982642] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.983955] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a2892-60bc-46b8-969a-ba1016647f0b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.019465] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b4847d-5f60-42dc-be99-0651556789b0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.058155] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 77921f9a-d424-4bb8-876d-9325ef329e6c/77921f9a-d424-4bb8-876d-9325ef329e6c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.058155] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f9e0606-7805-424b-b11c-d4fe6180159c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.091613] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] The volume has not been displaced from its original location: [datastore1] volume-cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3/volume-cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 740.098270] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 740.100495] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1aa3df-5ebf-42d1-8e8f-8568de81b6a3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.114965] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 740.114965] env[62364]: value = "task-2480442" [ 740.114965] env[62364]: _type = "Task" [ 740.114965] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.120306] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Waiting for the task: (returnval){ [ 740.120306] env[62364]: value = "task-2480443" [ 740.120306] env[62364]: _type = "Task" [ 740.120306] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.123451] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.131561] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.222374] env[62364]: INFO nova.compute.claims [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.242883] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Releasing lock "refresh_cache-7ea8e176-5744-4efd-85c3-f2a4511ffd4a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.312100] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0f882fcb-a8dd-4150-bbda-838258c767bb tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "bc34c2d9-69e1-4d65-8d0f-efdfd2b73814" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.876s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.335774] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c7230e-2ad7-9a4e-9326-b217dc5ff216, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.335958] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.336422] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 37190642-6f6c-4837-8080-a4d472e9bca0/37190642-6f6c-4837-8080-a4d472e9bca0.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.336587] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42956bde-d468-421f-a275-def365c4772d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.342838] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 740.342838] env[62364]: value = "task-2480444" [ 740.342838] env[62364]: _type = "Task" [ 740.342838] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.352275] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.365750] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Updating instance_info_cache with network_info: [{"id": "bfbbf99b-a84c-4e4c-907e-e773dbe426d9", "address": "fa:16:3e:b4:65:e1", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbbf99b-a8", "ovs_interfaceid": "bfbbf99b-a84c-4e4c-907e-e773dbe426d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.627631] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480442, 'name': ReconfigVM_Task, 'duration_secs': 0.345364} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.634083] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 77921f9a-d424-4bb8-876d-9325ef329e6c/77921f9a-d424-4bb8-876d-9325ef329e6c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.634083] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da987d9e-388b-4e3a-8619-9f177ab0fb73 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.640755] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480443, 'name': ReconfigVM_Task, 'duration_secs': 0.151641} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.642556] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 740.647600] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 740.647600] env[62364]: value = "task-2480445" [ 740.647600] env[62364]: _type = "Task" [ 740.647600] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.647862] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49f0ba59-3135-4740-bd72-117dcf6e5b48 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.668029] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Waiting for the task: (returnval){ [ 740.668029] env[62364]: value = "task-2480446" [ 740.668029] env[62364]: _type = "Task" [ 740.668029] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.672940] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480445, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.682236] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.731571] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.734899] env[62364]: INFO nova.compute.resource_tracker [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating resource usage from migration 08522231-92be-4d99-8b03-b5cada24df0c [ 740.838111] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.838111] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.838111] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.838411] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.838411] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.838411] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.838411] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.838411] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.838588] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.838588] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.838745] env[62364]: DEBUG nova.virt.hardware [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.840103] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c55ddd0-a106-4dcc-aa34-52d722c4205a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.856455] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db52ed4-40f7-406b-bc98-8c0af00e3a38 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.868817] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519893} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.877031] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 37190642-6f6c-4837-8080-a4d472e9bca0/37190642-6f6c-4837-8080-a4d472e9bca0.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.877300] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.877803] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "refresh_cache-ade8e886-cd2b-417a-bc30-1f1ef16e7099" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.878136] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Instance network_info: |[{"id": "bfbbf99b-a84c-4e4c-907e-e773dbe426d9", "address": "fa:16:3e:b4:65:e1", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbbf99b-a8", "ovs_interfaceid": "bfbbf99b-a84c-4e4c-907e-e773dbe426d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.882289] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d3474a4-c165-4d91-a07e-020c3e581e16 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.884671] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:65:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfbbf99b-a84c-4e4c-907e-e773dbe426d9', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.893033] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Creating folder: Project (186777b2564840f28b60829eef8fa594). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.893033] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cb35845-c912-4256-8ea3-b401f99be3b4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.900403] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 740.900403] env[62364]: value = "task-2480447" [ 740.900403] env[62364]: _type = "Task" [ 740.900403] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.905217] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Created folder: Project (186777b2564840f28b60829eef8fa594) in parent group-v501830. [ 740.905307] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Creating folder: Instances. Parent ref: group-v501959. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.906339] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53a2cb73-7e14-47c2-9f0a-26d9dbf9c789 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.912631] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.919397] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Created folder: Instances in parent group-v501959. [ 740.919676] env[62364]: DEBUG oslo.service.loopingcall [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.919834] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.920071] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d76c3be6-45fd-4831-801f-dd83c5873d9a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.943616] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.943616] env[62364]: value = "task-2480450" [ 740.943616] env[62364]: _type = "Task" [ 740.943616] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.953834] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480450, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.040908] env[62364]: DEBUG nova.compute.manager [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Received event network-vif-plugged-bfbbf99b-a84c-4e4c-907e-e773dbe426d9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 741.040908] env[62364]: DEBUG oslo_concurrency.lockutils [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] Acquiring lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.040908] env[62364]: DEBUG oslo_concurrency.lockutils [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] Lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.040908] env[62364]: DEBUG oslo_concurrency.lockutils [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] Lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.048958] env[62364]: DEBUG nova.compute.manager [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] No waiting events found dispatching network-vif-plugged-bfbbf99b-a84c-4e4c-907e-e773dbe426d9 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.048958] env[62364]: WARNING nova.compute.manager [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Received unexpected event network-vif-plugged-bfbbf99b-a84c-4e4c-907e-e773dbe426d9 for instance with vm_state building and task_state spawning. [ 741.048958] env[62364]: DEBUG nova.compute.manager [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Received event network-changed-bfbbf99b-a84c-4e4c-907e-e773dbe426d9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 741.048958] env[62364]: DEBUG nova.compute.manager [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Refreshing instance network info cache due to event network-changed-bfbbf99b-a84c-4e4c-907e-e773dbe426d9. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 741.048958] env[62364]: DEBUG oslo_concurrency.lockutils [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] Acquiring lock "refresh_cache-ade8e886-cd2b-417a-bc30-1f1ef16e7099" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.049354] env[62364]: DEBUG oslo_concurrency.lockutils [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] Acquired lock "refresh_cache-ade8e886-cd2b-417a-bc30-1f1ef16e7099" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.049354] env[62364]: DEBUG nova.network.neutron [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Refreshing network info cache for port bfbbf99b-a84c-4e4c-907e-e773dbe426d9 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.171868] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480445, 'name': Rename_Task, 'duration_secs': 0.219854} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.171868] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.171868] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7672b4be-50b0-4ca7-806a-1c5742f5cdec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.182046] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480446, 'name': ReconfigVM_Task, 'duration_secs': 0.168509} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.185214] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-501849', 'volume_id': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'name': 'volume-cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75908b19-4042-4f7e-b50a-8d0255bebd6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3', 'serial': 'cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 741.185214] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.185214] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 741.185214] env[62364]: value = "task-2480451" [ 741.185214] env[62364]: _type = "Task" [ 741.185214] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.185214] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fe118c-7266-4f9e-aa7b-fd904fe038a8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.198189] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480451, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.201158] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.201158] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-135ed7c6-d71b-4c02-84ae-1b98f0a9d291 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.414970] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197449} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.415202] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.415962] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b64b0f5-a080-4991-a177-53182d059e4a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.443878] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 37190642-6f6c-4837-8080-a4d472e9bca0/37190642-6f6c-4837-8080-a4d472e9bca0.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.444308] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-340f41a7-b6ac-4529-834f-fd7c65092958 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.472579] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480450, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.472579] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 741.472579] env[62364]: value = "task-2480453" [ 741.472579] env[62364]: _type = "Task" [ 741.472579] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.482296] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.610544] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eb98d4-1119-4b70-abc5-d44e897ffdfe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.620132] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c606a1f-65f2-438f-89b3-35de560f2f66 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.664751] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa43cf5e-3a10-43ce-8693-1d5d9041f0e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.674879] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4967d7-344d-4ee3-82b4-8cf11b267522 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.690443] env[62364]: DEBUG nova.compute.provider_tree [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.700368] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480451, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.813699] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.814056] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c973f40-30fd-43ea-a0ef-a0df0b766b3b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.823902] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 741.823902] env[62364]: value = "task-2480454" [ 741.823902] env[62364]: _type = "Task" [ 741.823902] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.837224] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.976524] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480450, 'name': CreateVM_Task, 'duration_secs': 0.720414} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.979990] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.984343] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.984343] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.984343] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.984831] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4581bcdc-b4b7-427b-a9f5-fe701c4d8e1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.994171] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480453, 'name': ReconfigVM_Task, 'duration_secs': 0.335915} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.994171] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 37190642-6f6c-4837-8080-a4d472e9bca0/37190642-6f6c-4837-8080-a4d472e9bca0.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.994171] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e773ea7d-24d6-4f67-9349-a7b2fc2b75d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.994171] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 741.994171] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f45500-7646-bd53-4742-a28032dbb3e9" [ 741.994171] env[62364]: _type = "Task" [ 741.994171] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.004161] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f45500-7646-bd53-4742-a28032dbb3e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.004217] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 742.004217] env[62364]: value = "task-2480455" [ 742.004217] env[62364]: _type = "Task" [ 742.004217] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.015338] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480455, 'name': Rename_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.073775] env[62364]: DEBUG nova.network.neutron [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Updated VIF entry in instance network info cache for port bfbbf99b-a84c-4e4c-907e-e773dbe426d9. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.074177] env[62364]: DEBUG nova.network.neutron [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Updating instance_info_cache with network_info: [{"id": "bfbbf99b-a84c-4e4c-907e-e773dbe426d9", "address": "fa:16:3e:b4:65:e1", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbbf99b-a8", "ovs_interfaceid": "bfbbf99b-a84c-4e4c-907e-e773dbe426d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.120648] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Successfully updated port: 31a4fa47-d7c9-4798-95a3-559d87540a35 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.197606] env[62364]: DEBUG nova.scheduler.client.report [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.208352] env[62364]: DEBUG oslo_vmware.api [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480451, 'name': PowerOnVM_Task, 'duration_secs': 0.593543} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.208784] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.209716] env[62364]: INFO nova.compute.manager [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Took 9.97 seconds to spawn the instance on the hypervisor. [ 742.210087] env[62364]: DEBUG nova.compute.manager [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.211148] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4138620-c4ff-40c2-b382-270434ccbba7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.320329] env[62364]: DEBUG nova.compute.manager [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.321668] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25768358-a0b7-47f9-bb08-3215d1ec494a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.343465] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.508765] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f45500-7646-bd53-4742-a28032dbb3e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.511795] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.512039] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.512289] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.512430] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.512603] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.512849] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f417f3f-2c7c-4246-adeb-2749a37bdd34 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.526524] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480455, 'name': Rename_Task, 'duration_secs': 0.37708} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.526524] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.526524] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27a558bf-ec41-4cf0-8fa0-6676027529a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.526524] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.526524] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.526852] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7178bddc-a43b-4e8e-ae54-ee43dbc982bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.530021] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 742.530021] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52add7dd-957d-ac1c-b6bf-2c7e8c86eba8" [ 742.530021] env[62364]: _type = "Task" [ 742.530021] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.533787] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 742.533787] env[62364]: value = "task-2480456" [ 742.533787] env[62364]: _type = "Task" [ 742.533787] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.543374] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52add7dd-957d-ac1c-b6bf-2c7e8c86eba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.549933] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480456, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.578158] env[62364]: DEBUG oslo_concurrency.lockutils [req-0971e531-dc89-475b-ab39-96c64a017fc9 req-f3982b68-5798-490d-9a5d-5b1b9316260f service nova] Releasing lock "refresh_cache-ade8e886-cd2b-417a-bc30-1f1ef16e7099" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.625596] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "refresh_cache-edb5b881-6836-49cd-88c3-4dc5892cb855" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.625753] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "refresh_cache-edb5b881-6836-49cd-88c3-4dc5892cb855" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.625912] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.702989] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.987s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.703235] env[62364]: INFO nova.compute.manager [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Migrating [ 742.703579] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.703709] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.705643] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.090s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.707336] env[62364]: INFO nova.compute.claims [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.731563] env[62364]: INFO nova.compute.manager [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Took 48.59 seconds to build instance. [ 742.832751] env[62364]: INFO nova.compute.manager [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] instance snapshotting [ 742.833655] env[62364]: DEBUG nova.objects.instance [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'flavor' on Instance uuid 1baeefa4-6b4f-4f68-91e5-d02645d64d34 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.848781] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480454, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.908573] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquiring lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.908850] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.909533] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquiring lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.909776] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.909969] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.916015] env[62364]: INFO nova.compute.manager [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Terminating instance [ 743.043919] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.044184] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.044372] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Deleting the datastore file [datastore1] 75908b19-4042-4f7e-b50a-8d0255bebd6f {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.056221] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-789d3e56-028e-4d98-bfb7-63b52eb7a2fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.056221] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52add7dd-957d-ac1c-b6bf-2c7e8c86eba8, 'name': SearchDatastore_Task, 'duration_secs': 0.008937} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.056221] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.056221] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3be292-d404-4244-8e18-1637bbc5542d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.061036] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Waiting for the task: (returnval){ [ 743.061036] env[62364]: value = "task-2480457" [ 743.061036] env[62364]: _type = "Task" [ 743.061036] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.062821] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 743.062821] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52690a2a-8f4a-1809-0f31-cd8a720847aa" [ 743.062821] env[62364]: _type = "Task" [ 743.062821] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.075645] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52690a2a-8f4a-1809-0f31-cd8a720847aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.079531] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.197507] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.206276] env[62364]: INFO nova.compute.rpcapi [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 743.206850] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.234533] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc264609-6185-4507-a740-d732cd2e88fc tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Lock "77921f9a-d424-4bb8-876d-9325ef329e6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.530s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.346371] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480454, 'name': PowerOffVM_Task, 'duration_secs': 1.080795} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.347057] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.348551] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625cd7b2-3aa1-48cc-8d7c-ec877c0bdfc2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.353414] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ffbcee-e8ca-45d2-8b4a-c0365c29ee46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.397827] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2542fe01-a889-4a53-8597-700d83b60207 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.405353] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d8211d-01e2-497c-b604-eaca1e26d942 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.410095] env[62364]: DEBUG nova.compute.manager [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Received event network-vif-plugged-31a4fa47-d7c9-4798-95a3-559d87540a35 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 743.410095] env[62364]: DEBUG oslo_concurrency.lockutils [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] Acquiring lock "edb5b881-6836-49cd-88c3-4dc5892cb855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.410095] env[62364]: DEBUG oslo_concurrency.lockutils [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] Lock "edb5b881-6836-49cd-88c3-4dc5892cb855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.410095] env[62364]: DEBUG oslo_concurrency.lockutils [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] Lock "edb5b881-6836-49cd-88c3-4dc5892cb855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.410095] env[62364]: DEBUG nova.compute.manager [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] No waiting events found dispatching network-vif-plugged-31a4fa47-d7c9-4798-95a3-559d87540a35 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.410331] env[62364]: WARNING nova.compute.manager [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Received unexpected event network-vif-plugged-31a4fa47-d7c9-4798-95a3-559d87540a35 for instance with vm_state building and task_state spawning. [ 743.410331] env[62364]: DEBUG nova.compute.manager [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Received event network-changed-31a4fa47-d7c9-4798-95a3-559d87540a35 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 743.410331] env[62364]: DEBUG nova.compute.manager [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Refreshing instance network info cache due to event network-changed-31a4fa47-d7c9-4798-95a3-559d87540a35. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 743.410426] env[62364]: DEBUG oslo_concurrency.lockutils [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] Acquiring lock "refresh_cache-edb5b881-6836-49cd-88c3-4dc5892cb855" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.427424] env[62364]: DEBUG nova.compute.manager [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.427681] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.428557] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbb5ab9-b7be-44df-8d53-f6ae0f92f419 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.441320] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.441776] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebe7d448-9850-4d2e-86de-0771f9702f6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.451137] env[62364]: DEBUG oslo_vmware.api [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for the task: (returnval){ [ 743.451137] env[62364]: value = "task-2480458" [ 743.451137] env[62364]: _type = "Task" [ 743.451137] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.464811] env[62364]: DEBUG oslo_vmware.api [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.474112] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.474539] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4c21087-1998-4f39-94dd-3c71e40f6f13 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.483425] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 743.483425] env[62364]: value = "task-2480459" [ 743.483425] env[62364]: _type = "Task" [ 743.483425] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.493571] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.544315] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.578286] env[62364]: DEBUG oslo_vmware.api [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Task: {'id': task-2480457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17263} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.581966] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.582123] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.582408] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.582692] env[62364]: INFO nova.compute.manager [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Took 4.16 seconds to destroy the instance on the hypervisor. [ 743.582996] env[62364]: DEBUG oslo.service.loopingcall [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.583272] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52690a2a-8f4a-1809-0f31-cd8a720847aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013565} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.583585] env[62364]: DEBUG nova.compute.manager [-] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.583707] env[62364]: DEBUG nova.network.neutron [-] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.585751] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.586082] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] ade8e886-cd2b-417a-bc30-1f1ef16e7099/ade8e886-cd2b-417a-bc30-1f1ef16e7099.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.586374] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c868c9c-4175-4329-8761-738962ed791c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.595780] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 743.595780] env[62364]: value = "task-2480460" [ 743.595780] env[62364]: _type = "Task" [ 743.595780] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.607898] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.733154] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.733278] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.733448] env[62364]: DEBUG nova.network.neutron [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.741929] env[62364]: DEBUG nova.compute.manager [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.820730] env[62364]: DEBUG nova.network.neutron [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Updating instance_info_cache with network_info: [{"id": "31a4fa47-d7c9-4798-95a3-559d87540a35", "address": "fa:16:3e:18:65:87", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31a4fa47-d7", "ovs_interfaceid": "31a4fa47-d7c9-4798-95a3-559d87540a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.927649] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 743.936256] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b2c4caf1-ef71-4038-af62-bb1b34824823 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.945208] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 743.945208] env[62364]: value = "task-2480461" [ 743.945208] env[62364]: _type = "Task" [ 743.945208] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.962985] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.973868] env[62364]: DEBUG oslo_vmware.api [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480458, 'name': PowerOffVM_Task, 'duration_secs': 0.173006} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.973868] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.974097] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.974383] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da58270c-ee31-4c2b-982a-a181fa62e4e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.002343] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 744.002747] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.003473] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.003865] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.004099] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.004505] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-634d43a3-b458-4c5a-87dd-2ace1674d520 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.026027] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.026027] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.026027] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f42e7a-c035-4ec0-92ed-a9221314c7ca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.034813] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 744.034813] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a55be8-f628-6f45-c0d2-7746197dd131" [ 744.034813] env[62364]: _type = "Task" [ 744.034813] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.052934] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480456, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.053327] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a55be8-f628-6f45-c0d2-7746197dd131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.068029] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.068029] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.068029] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Deleting the datastore file [datastore2] 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.068029] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b396333-94a2-4202-a326-b8e39e8fc4c5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.081043] env[62364]: DEBUG oslo_vmware.api [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for the task: (returnval){ [ 744.081043] env[62364]: value = "task-2480463" [ 744.081043] env[62364]: _type = "Task" [ 744.081043] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.095520] env[62364]: DEBUG oslo_vmware.api [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.115806] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480460, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.266370] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.323789] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "refresh_cache-edb5b881-6836-49cd-88c3-4dc5892cb855" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.324374] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Instance network_info: |[{"id": "31a4fa47-d7c9-4798-95a3-559d87540a35", "address": "fa:16:3e:18:65:87", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31a4fa47-d7", "ovs_interfaceid": "31a4fa47-d7c9-4798-95a3-559d87540a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.326066] env[62364]: DEBUG oslo_concurrency.lockutils [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] Acquired lock "refresh_cache-edb5b881-6836-49cd-88c3-4dc5892cb855" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.326423] env[62364]: DEBUG nova.network.neutron [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Refreshing network info cache for port 31a4fa47-d7c9-4798-95a3-559d87540a35 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.328014] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:65:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31a4fa47-d7c9-4798-95a3-559d87540a35', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.337065] env[62364]: DEBUG oslo.service.loopingcall [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.340718] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.344564] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-761bebfa-d9c7-4c76-adef-c145ff5cbd87 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.367631] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.367631] env[62364]: value = "task-2480464" [ 744.367631] env[62364]: _type = "Task" [ 744.367631] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.377921] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480464, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.469786] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.488254] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6daa68-c8c5-4b8e-8c11-1051fc0bc293 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.497389] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a50ce26-ab54-4b5e-a494-0d167068ce35 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.546925] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25700c7a-dd31-4547-853f-4e2b00ad8a48 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.555849] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480456, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.562105] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a55be8-f628-6f45-c0d2-7746197dd131, 'name': SearchDatastore_Task, 'duration_secs': 0.026872} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.563458] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90872c98-25c0-4fc7-b579-d61ae0ca1613 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.568108] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c98a1c33-c635-4b04-8b49-ba76500c972b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.588364] env[62364]: DEBUG nova.compute.provider_tree [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.590107] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 744.590107] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d58eb8-2275-123e-c8e5-4b28d84e8327" [ 744.590107] env[62364]: _type = "Task" [ 744.590107] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.607055] env[62364]: DEBUG oslo_vmware.api [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Task: {'id': task-2480463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229223} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.611505] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.611697] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.614559] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.614559] env[62364]: INFO nova.compute.manager [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 744.614559] env[62364]: DEBUG oslo.service.loopingcall [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.614559] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d58eb8-2275-123e-c8e5-4b28d84e8327, 'name': SearchDatastore_Task, 'duration_secs': 0.015817} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.614559] env[62364]: DEBUG nova.compute.manager [-] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.614870] env[62364]: DEBUG nova.network.neutron [-] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.619665] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.619665] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7ea8e176-5744-4efd-85c3-f2a4511ffd4a/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. {{(pid=62364) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 744.623198] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f6dd1dd-f420-4c2f-a4a1-ff8cc83541e8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.627062] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584386} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.627954] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] ade8e886-cd2b-417a-bc30-1f1ef16e7099/ade8e886-cd2b-417a-bc30-1f1ef16e7099.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.628310] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.629128] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f394fd11-c26c-484d-aa90-a08e84538797 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.640966] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 744.640966] env[62364]: value = "task-2480465" [ 744.640966] env[62364]: _type = "Task" [ 744.640966] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.650845] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 744.650845] env[62364]: value = "task-2480466" [ 744.650845] env[62364]: _type = "Task" [ 744.650845] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.655244] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.666854] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.808949] env[62364]: INFO nova.compute.manager [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Rescuing [ 744.809250] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquiring lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.809437] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquired lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.809560] env[62364]: DEBUG nova.network.neutron [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.879266] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480464, 'name': CreateVM_Task, 'duration_secs': 0.366315} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.879455] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.880312] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.880480] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.881067] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.881334] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a989a81-ede0-4c71-aa72-fc15d03c28f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.887209] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 744.887209] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ca5960-c4e8-e153-5714-656e31b8c077" [ 744.887209] env[62364]: _type = "Task" [ 744.887209] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.897172] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ca5960-c4e8-e153-5714-656e31b8c077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.961754] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480461, 'name': CreateSnapshot_Task, 'duration_secs': 0.570537} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.961754] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 744.963967] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025c96a4-6148-4948-bac6-5cd6f4c4cbec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.051612] env[62364]: DEBUG oslo_vmware.api [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480456, 'name': PowerOnVM_Task, 'duration_secs': 2.200792} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.052063] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.052590] env[62364]: INFO nova.compute.manager [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Took 10.09 seconds to spawn the instance on the hypervisor. [ 745.052590] env[62364]: DEBUG nova.compute.manager [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.055568] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808b734e-4c75-455a-8105-61ceff846f70 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.096335] env[62364]: DEBUG nova.scheduler.client.report [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.172654] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480465, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.175762] env[62364]: DEBUG nova.network.neutron [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance_info_cache with network_info: [{"id": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "address": "fa:16:3e:13:ab:1b", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbe3981-7c", "ovs_interfaceid": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.185997] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122771} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.187072] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.188495] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e03909a-36c8-4a32-996c-ea7d7d543cbc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.229065] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ade8e886-cd2b-417a-bc30-1f1ef16e7099/ade8e886-cd2b-417a-bc30-1f1ef16e7099.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.229065] env[62364]: DEBUG nova.network.neutron [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Updated VIF entry in instance network info cache for port 31a4fa47-d7c9-4798-95a3-559d87540a35. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.229472] env[62364]: DEBUG nova.network.neutron [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Updating instance_info_cache with network_info: [{"id": "31a4fa47-d7c9-4798-95a3-559d87540a35", "address": "fa:16:3e:18:65:87", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31a4fa47-d7", "ovs_interfaceid": "31a4fa47-d7c9-4798-95a3-559d87540a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.230405] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35b5179e-5c1d-4e07-bfb3-5909e748623d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.255849] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 745.255849] env[62364]: value = "task-2480467" [ 745.255849] env[62364]: _type = "Task" [ 745.255849] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.268095] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.402192] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ca5960-c4e8-e153-5714-656e31b8c077, 'name': SearchDatastore_Task, 'duration_secs': 0.024959} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.402192] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.402192] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.402192] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.402628] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.402628] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.402628] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e80ecb9e-e9d5-468b-ae1f-5a957c6e1943 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.419916] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.419916] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.419916] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8dc9756-b658-4e66-a3ea-cd894e4705a0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.429381] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 745.429381] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52558aa6-00ef-02c4-54f4-281c47dd4ee2" [ 745.429381] env[62364]: _type = "Task" [ 745.429381] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.439440] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52558aa6-00ef-02c4-54f4-281c47dd4ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.484925] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 745.489052] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d29305fc-7f06-4799-a8d9-0d2451a8165c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.500110] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 745.500110] env[62364]: value = "task-2480468" [ 745.500110] env[62364]: _type = "Task" [ 745.500110] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.512832] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480468, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.584782] env[62364]: INFO nova.compute.manager [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Took 47.30 seconds to build instance. [ 745.607886] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.902s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.608954] env[62364]: DEBUG nova.compute.manager [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.613143] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.078s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.617538] env[62364]: INFO nova.compute.claims [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.628144] env[62364]: DEBUG nova.network.neutron [-] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.657329] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.970343} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.657718] env[62364]: INFO nova.virt.vmwareapi.ds_util [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7ea8e176-5744-4efd-85c3-f2a4511ffd4a/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. [ 745.658850] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e065f5bc-e173-4cf8-bf80-5287329b969c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.684550] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.693827] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 7ea8e176-5744-4efd-85c3-f2a4511ffd4a/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.697323] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d4b6726-1aac-4e96-9440-95ef0c944ae8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.721951] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 745.721951] env[62364]: value = "task-2480469" [ 745.721951] env[62364]: _type = "Task" [ 745.721951] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.737128] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.747542] env[62364]: DEBUG oslo_concurrency.lockutils [req-3625c7ff-321a-4b14-8f3d-3fbe28b8684b req-a3f32ecd-7906-4198-bb28-660b44ba2385 service nova] Releasing lock "refresh_cache-edb5b881-6836-49cd-88c3-4dc5892cb855" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.776067] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480467, 'name': ReconfigVM_Task, 'duration_secs': 0.357338} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.776375] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ade8e886-cd2b-417a-bc30-1f1ef16e7099/ade8e886-cd2b-417a-bc30-1f1ef16e7099.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.777070] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72ceb810-7022-4ec7-ab8f-4ca2e8c96047 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.785043] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 745.785043] env[62364]: value = "task-2480470" [ 745.785043] env[62364]: _type = "Task" [ 745.785043] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.795102] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480470, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.816482] env[62364]: DEBUG nova.network.neutron [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updating instance_info_cache with network_info: [{"id": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "address": "fa:16:3e:37:13:b6", "network": {"id": "d5e4de0f-1807-4a58-a955-07639f21d967", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1754372814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "345f8b74ea8b4a0e81ce9dcd11738fba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ee5d2-bb", "ovs_interfaceid": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.947960] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52558aa6-00ef-02c4-54f4-281c47dd4ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.06004} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.949175] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6b305d-5195-4657-9eed-a49a8fe9c0e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.962143] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 745.962143] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52630734-1384-b0a5-fb90-8ec444add2af" [ 745.962143] env[62364]: _type = "Task" [ 745.962143] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.968912] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52630734-1384-b0a5-fb90-8ec444add2af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.012035] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480468, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.087462] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f26f0b35-43bb-42ee-9b41-8311e8e679b6 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "37190642-6f6c-4837-8080-a4d472e9bca0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.368s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.116480] env[62364]: DEBUG nova.compute.utils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 746.117825] env[62364]: DEBUG nova.compute.manager [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.119292] env[62364]: DEBUG nova.network.neutron [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.132664] env[62364]: INFO nova.compute.manager [-] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Took 2.55 seconds to deallocate network for instance. [ 746.220991] env[62364]: DEBUG nova.policy [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31dcaef07804409dbe3de55d89ab7f5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '214189e7f674418082da8bb64b51f41f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.225363] env[62364]: DEBUG nova.compute.manager [req-472f4e12-00c1-4cde-b98d-980aed441022 req-4357b0dc-1639-4683-8e6c-3b439f2cd6cd service nova] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Received event network-vif-deleted-92775806-00f6-4c23-bb82-91c9051b61d5 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 746.236447] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.297633] env[62364]: DEBUG nova.network.neutron [-] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.299546] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480470, 'name': Rename_Task, 'duration_secs': 0.45811} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.299815] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.300068] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71c4c599-d333-4da1-ae9b-070cd3b214f6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.313353] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 746.313353] env[62364]: value = "task-2480471" [ 746.313353] env[62364]: _type = "Task" [ 746.313353] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.317357] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Releasing lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.326589] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.479257] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52630734-1384-b0a5-fb90-8ec444add2af, 'name': SearchDatastore_Task, 'duration_secs': 0.030506} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.479609] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.483515] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] edb5b881-6836-49cd-88c3-4dc5892cb855/edb5b881-6836-49cd-88c3-4dc5892cb855.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.483515] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0e15021-c365-4890-85bf-c9d3451faef8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.489310] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 746.489310] env[62364]: value = "task-2480472" [ 746.489310] env[62364]: _type = "Task" [ 746.489310] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.500941] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.513137] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480468, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.592439] env[62364]: DEBUG nova.compute.manager [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.629972] env[62364]: DEBUG nova.compute.manager [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.741230] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "4afe8752-fff5-49c8-9926-9114fedbf124" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.741546] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "4afe8752-fff5-49c8-9926-9114fedbf124" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.750253] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480469, 'name': ReconfigVM_Task, 'duration_secs': 0.669938} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.754046] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 7ea8e176-5744-4efd-85c3-f2a4511ffd4a/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.757994] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72ef1a2-bb7b-49fe-bbb0-73e2f58ad9be {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.793918] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-354c7e2b-4fb5-4c40-bd87-cab60a689964 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.807073] env[62364]: INFO nova.compute.manager [-] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Took 2.19 seconds to deallocate network for instance. [ 746.823369] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 746.823369] env[62364]: value = "task-2480473" [ 746.823369] env[62364]: _type = "Task" [ 746.823369] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.828404] env[62364]: INFO nova.compute.manager [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Took 0.70 seconds to detach 1 volumes for instance. [ 746.834326] env[62364]: DEBUG nova.compute.manager [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Deleting volume: cb9d8ca3-95ed-41dd-9c7c-d4fc3bf764c3 {{(pid=62364) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 746.849444] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480471, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.863318] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.012800] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480472, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.019154] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480468, 'name': CloneVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.117859] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.213205] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58928929-8249-4c09-8dfe-79866d081984 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.238074] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance 'd31cec87-f24e-40d0-aa22-462f2eb62ea2' progress to 0 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.279107] env[62364]: DEBUG nova.network.neutron [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Successfully created port: b8346ddf-062f-46c1-b6a0-f8504866c8f9 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.320231] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.344544] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480471, 'name': PowerOnVM_Task, 'duration_secs': 0.604968} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.344945] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.345169] env[62364]: INFO nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Took 9.45 seconds to spawn the instance on the hypervisor. [ 747.345469] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.347833] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd2020-d12e-4160-9e1c-ac77289d425d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.357446] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480473, 'name': ReconfigVM_Task, 'duration_secs': 0.432223} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.360666] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.360666] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86c907a5-e1b8-4a7d-91a1-def65695ffe2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.375305] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 747.375305] env[62364]: value = "task-2480475" [ 747.375305] env[62364]: _type = "Task" [ 747.375305] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.380994] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.454995] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.468434] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49648c42-ad83-410f-840e-37a6a92fa21d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.479905] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acbbe0b-39c0-429f-9645-9301d46703db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.545205] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777fe05-3780-4815-82a8-704678a0f323 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.556491] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549062} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.563919] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] edb5b881-6836-49cd-88c3-4dc5892cb855/edb5b881-6836-49cd-88c3-4dc5892cb855.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.564754] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.564754] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480468, 'name': CloneVM_Task, 'duration_secs': 1.674635} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.564908] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e5324c9-2770-4dbd-9354-6dc9c33f5571 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.570710] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630e37df-8aba-4199-82f4-37bdf6a260ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.576726] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Created linked-clone VM from snapshot [ 747.577744] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03424098-79d5-4d40-b4d7-4ef9b7658e4e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.596037] env[62364]: DEBUG nova.compute.provider_tree [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.597453] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Uploading image 027ca20a-44a1-4969-814b-7fceda462863 {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 747.600831] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 747.600831] env[62364]: value = "task-2480476" [ 747.600831] env[62364]: _type = "Task" [ 747.600831] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.642414] env[62364]: DEBUG nova.compute.manager [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.658695] env[62364]: DEBUG oslo_vmware.rw_handles [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 747.658695] env[62364]: value = "vm-501964" [ 747.658695] env[62364]: _type = "VirtualMachine" [ 747.658695] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 747.658695] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-36b58d28-e7a5-4dc5-aa43-c26c78b623b6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.671985] env[62364]: DEBUG oslo_vmware.rw_handles [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lease: (returnval){ [ 747.671985] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5274bb75-a342-02b3-5136-91c0b21a0d1a" [ 747.671985] env[62364]: _type = "HttpNfcLease" [ 747.671985] env[62364]: } obtained for exporting VM: (result){ [ 747.671985] env[62364]: value = "vm-501964" [ 747.671985] env[62364]: _type = "VirtualMachine" [ 747.671985] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 747.671985] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the lease: (returnval){ [ 747.671985] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5274bb75-a342-02b3-5136-91c0b21a0d1a" [ 747.671985] env[62364]: _type = "HttpNfcLease" [ 747.671985] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 747.673239] env[62364]: DEBUG nova.virt.hardware [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.673491] env[62364]: DEBUG nova.virt.hardware [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.673717] env[62364]: DEBUG nova.virt.hardware [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.673917] env[62364]: DEBUG nova.virt.hardware [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.674078] env[62364]: DEBUG nova.virt.hardware [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.674228] env[62364]: DEBUG nova.virt.hardware [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.674437] env[62364]: DEBUG nova.virt.hardware [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.674605] env[62364]: DEBUG nova.virt.hardware [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.674769] env[62364]: DEBUG nova.virt.hardware [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.674928] env[62364]: DEBUG nova.virt.hardware [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.675110] env[62364]: DEBUG nova.virt.hardware [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.676068] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec6ac68-7032-4487-8e22-53f90fbc6573 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.689896] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.689896] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5274bb75-a342-02b3-5136-91c0b21a0d1a" [ 747.689896] env[62364]: _type = "HttpNfcLease" [ 747.689896] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 747.691969] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271d8021-93de-414f-abd5-ef917f1ffc28 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.747280] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.747952] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cefdc272-7cd6-4875-95d7-14e582a41bf1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.756833] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 747.756833] env[62364]: value = "task-2480478" [ 747.756833] env[62364]: _type = "Task" [ 747.756833] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.769297] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.876364] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.882080] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ac45031-d2fb-4c9c-aaec-be9fdafaae0b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.884014] env[62364]: INFO nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Took 49.39 seconds to build instance. [ 747.893023] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.894568] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 747.894568] env[62364]: value = "task-2480479" [ 747.894568] env[62364]: _type = "Task" [ 747.894568] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.901545] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "37190642-6f6c-4837-8080-a4d472e9bca0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.901842] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "37190642-6f6c-4837-8080-a4d472e9bca0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.902189] env[62364]: INFO nova.compute.manager [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Rebooting instance [ 747.909193] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.103038] env[62364]: DEBUG nova.scheduler.client.report [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.120108] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101896} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.120756] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.121277] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c443031-f7d0-4533-a1f1-6764e740fabe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.155958] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] edb5b881-6836-49cd-88c3-4dc5892cb855/edb5b881-6836-49cd-88c3-4dc5892cb855.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.156177] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067baf46-6ab8-4d4b-a6ea-78e6ceec0777 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.189159] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 748.189159] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5274bb75-a342-02b3-5136-91c0b21a0d1a" [ 748.189159] env[62364]: _type = "HttpNfcLease" [ 748.189159] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 748.189803] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 748.189803] env[62364]: value = "task-2480480" [ 748.189803] env[62364]: _type = "Task" [ 748.189803] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.190117] env[62364]: DEBUG oslo_vmware.rw_handles [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 748.190117] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5274bb75-a342-02b3-5136-91c0b21a0d1a" [ 748.190117] env[62364]: _type = "HttpNfcLease" [ 748.190117] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 748.190971] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bb10cf-a238-478c-a1ab-426920f40527 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.203686] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480480, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.208710] env[62364]: DEBUG oslo_vmware.rw_handles [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba78a3-7d8b-d7d9-325e-cacd5c59b116/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 748.208710] env[62364]: DEBUG oslo_vmware.rw_handles [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba78a3-7d8b-d7d9-325e-cacd5c59b116/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 748.280671] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480478, 'name': PowerOffVM_Task, 'duration_secs': 0.293922} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.280671] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.280671] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance 'd31cec87-f24e-40d0-aa22-462f2eb62ea2' progress to 17 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 748.344508] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4eae970b-de9c-4de8-a75c-62abdecf9cb5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.388423] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.673s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.397715] env[62364]: DEBUG oslo_vmware.api [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480475, 'name': PowerOnVM_Task, 'duration_secs': 0.769478} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.400849] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.415193] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480479, 'name': PowerOffVM_Task, 'duration_secs': 0.235075} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.416450] env[62364]: DEBUG nova.compute.manager [None req-1d88b0a6-aa56-47f5-94c5-4a80c8fe4c97 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.419119] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.419119] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb1f94e-9e80-4629-86ca-06c7b8cad185 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.421069] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48d4dd1-dcde-4df5-8b18-ae9f2126567f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.447478] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.447661] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquired lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.447827] env[62364]: DEBUG nova.network.neutron [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.450749] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08feb9e4-c1ed-4aa3-a980-fab22bcb82a7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.252559] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.639s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.253080] env[62364]: DEBUG nova.compute.manager [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.257315] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.257407] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.257489] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.257673] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.257814] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.257953] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.258165] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.258329] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.263802] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.263802] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.263802] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.263802] env[62364]: DEBUG nova.compute.manager [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.276391] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.307s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.276391] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.277082] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.493s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.277294] env[62364]: DEBUG nova.objects.instance [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 749.283285] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b727eeee-34fb-4b5c-aba6-55a8bcc45695 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.294797] env[62364]: DEBUG nova.compute.manager [req-e83b790b-6098-45c2-bfee-e6c056d4cd23 req-f38179a2-66ab-4366-b57b-a652fa791429 service nova] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Received event network-vif-deleted-350d1bbd-a8a7-459d-b842-9e0da4f2c69c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 749.296164] env[62364]: DEBUG nova.compute.manager [req-e83b790b-6098-45c2-bfee-e6c056d4cd23 req-f38179a2-66ab-4366-b57b-a652fa791429 service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Received event network-changed-e57629c4-1550-4c6d-9c0e-90c1d94a389d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 749.296164] env[62364]: DEBUG nova.compute.manager [req-e83b790b-6098-45c2-bfee-e6c056d4cd23 req-f38179a2-66ab-4366-b57b-a652fa791429 service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Refreshing instance network info cache due to event network-changed-e57629c4-1550-4c6d-9c0e-90c1d94a389d. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 749.296164] env[62364]: DEBUG oslo_concurrency.lockutils [req-e83b790b-6098-45c2-bfee-e6c056d4cd23 req-f38179a2-66ab-4366-b57b-a652fa791429 service nova] Acquiring lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.306751] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480480, 'name': ReconfigVM_Task, 'duration_secs': 0.64257} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.308290] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Reconfigured VM instance instance-0000002c to attach disk [datastore2] edb5b881-6836-49cd-88c3-4dc5892cb855/edb5b881-6836-49cd-88c3-4dc5892cb855.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.309119] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 749.309119] env[62364]: value = "task-2480481" [ 749.309119] env[62364]: _type = "Task" [ 749.309119] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.309536] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-545420be-cb07-4e4e-a518-c7e6c9c93eac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.315190] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.317082] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-168050d8-d8a3-41d5-bc71-760702733b54 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.327300] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 749.327300] env[62364]: value = "task-2480482" [ 749.327300] env[62364]: _type = "Task" [ 749.327300] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.332099] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 749.332099] env[62364]: value = "task-2480483" [ 749.332099] env[62364]: _type = "Task" [ 749.332099] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.332354] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.349290] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480482, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.364646] env[62364]: INFO nova.scheduler.client.report [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Deleted allocations for instance 6dd54a20-72b1-4704-91bb-ef10a0a2db8c [ 749.538841] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquiring lock "2dc947e4-082c-4401-a657-c3fd76c9902c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.539129] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Lock "2dc947e4-082c-4401-a657-c3fd76c9902c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.542618] env[62364]: DEBUG nova.network.neutron [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Successfully updated port: b8346ddf-062f-46c1-b6a0-f8504866c8f9 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.776757] env[62364]: DEBUG nova.compute.utils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 749.778722] env[62364]: DEBUG nova.compute.manager [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.778722] env[62364]: DEBUG nova.network.neutron [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.781537] env[62364]: DEBUG nova.network.neutron [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Updating instance_info_cache with network_info: [{"id": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "address": "fa:16:3e:99:e3:99", "network": {"id": "f8f6a654-6a03-44b1-a833-6d30654678bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-986655281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40df754f493b492494affbf42614bbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57629c4-15", "ovs_interfaceid": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.804975] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.825028] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480481, 'name': ReconfigVM_Task, 'duration_secs': 0.30124} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.825028] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance 'd31cec87-f24e-40d0-aa22-462f2eb62ea2' progress to 33 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 749.848105] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480482, 'name': Rename_Task, 'duration_secs': 0.272802} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.855589] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.857117] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ac5ce33-c7b3-45ad-bca3-b8e2a8242c33 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.858063] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 749.858397] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.858731] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.858914] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.859118] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.859371] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab7e6637-3a9b-4bc2-8312-6ee998d4c045 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.873142] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 749.873142] env[62364]: value = "task-2480484" [ 749.873142] env[62364]: _type = "Task" [ 749.873142] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.875899] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.878989] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.883579] env[62364]: DEBUG nova.policy [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f29637e496a34970aae428ba41fda479', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '482207a5005c4d969f6312c0078628ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.887333] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b6a74f10-c388-4083-b152-9a43afc2c1c8 tempest-ServersAdminNegativeTestJSON-126099607 tempest-ServersAdminNegativeTestJSON-126099607-project-member] Lock "6dd54a20-72b1-4704-91bb-ef10a0a2db8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.403s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.892730] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7a8373-066b-47d9-9d3a-344fab054cda {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.903241] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480484, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.906269] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 749.906269] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52fef3a1-c1b6-b4be-c5bd-f4031d81a7b8" [ 749.906269] env[62364]: _type = "Task" [ 749.906269] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.918276] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fef3a1-c1b6-b4be-c5bd-f4031d81a7b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.990848] env[62364]: DEBUG nova.compute.manager [req-b2307281-5045-4d0a-a23b-eaf1066cdb94 req-e65228a2-a1ad-4709-8890-f51d70057db3 service nova] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Received event network-vif-plugged-b8346ddf-062f-46c1-b6a0-f8504866c8f9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 749.991099] env[62364]: DEBUG oslo_concurrency.lockutils [req-b2307281-5045-4d0a-a23b-eaf1066cdb94 req-e65228a2-a1ad-4709-8890-f51d70057db3 service nova] Acquiring lock "8e82b9f3-02b0-401c-bbad-1158770da84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.991668] env[62364]: DEBUG oslo_concurrency.lockutils [req-b2307281-5045-4d0a-a23b-eaf1066cdb94 req-e65228a2-a1ad-4709-8890-f51d70057db3 service nova] Lock "8e82b9f3-02b0-401c-bbad-1158770da84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.991668] env[62364]: DEBUG oslo_concurrency.lockutils [req-b2307281-5045-4d0a-a23b-eaf1066cdb94 req-e65228a2-a1ad-4709-8890-f51d70057db3 service nova] Lock "8e82b9f3-02b0-401c-bbad-1158770da84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.992118] env[62364]: DEBUG nova.compute.manager [req-b2307281-5045-4d0a-a23b-eaf1066cdb94 req-e65228a2-a1ad-4709-8890-f51d70057db3 service nova] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] No waiting events found dispatching network-vif-plugged-b8346ddf-062f-46c1-b6a0-f8504866c8f9 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.992460] env[62364]: WARNING nova.compute.manager [req-b2307281-5045-4d0a-a23b-eaf1066cdb94 req-e65228a2-a1ad-4709-8890-f51d70057db3 service nova] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Received unexpected event network-vif-plugged-b8346ddf-062f-46c1-b6a0-f8504866c8f9 for instance with vm_state building and task_state spawning. [ 750.045882] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquiring lock "refresh_cache-8e82b9f3-02b0-401c-bbad-1158770da84b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.046101] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquired lock "refresh_cache-8e82b9f3-02b0-401c-bbad-1158770da84b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.046275] env[62364]: DEBUG nova.network.neutron [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.284730] env[62364]: DEBUG nova.compute.manager [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.288950] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Releasing lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.289932] env[62364]: DEBUG oslo_concurrency.lockutils [req-e83b790b-6098-45c2-bfee-e6c056d4cd23 req-f38179a2-66ab-4366-b57b-a652fa791429 service nova] Acquired lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.290362] env[62364]: DEBUG nova.network.neutron [req-e83b790b-6098-45c2-bfee-e6c056d4cd23 req-f38179a2-66ab-4366-b57b-a652fa791429 service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Refreshing network info cache for port e57629c4-1550-4c6d-9c0e-90c1d94a389d {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.315620] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8817baa-19c1-40d0-9f88-a3312ebc5eb0 tempest-ServersAdmin275Test-294668724 tempest-ServersAdmin275Test-294668724-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.315620] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.348s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.315620] env[62364]: INFO nova.compute.claims [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.318362] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquiring lock "12b9057d-3f11-4215-908f-72419eed5b66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.318362] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Lock "12b9057d-3f11-4215-908f-72419eed5b66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.333427] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.333856] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.333856] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.333975] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.338365] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.338365] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.338577] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.338698] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.338870] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.339040] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.339222] env[62364]: DEBUG nova.virt.hardware [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.346029] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 750.350705] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53dda433-ab51-49af-a6fa-be919c408f60 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.372731] env[62364]: DEBUG nova.network.neutron [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Successfully created port: f02f0cfa-907e-4130-a8ea-9a0110e53b7b {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.382561] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 750.382561] env[62364]: value = "task-2480485" [ 750.382561] env[62364]: _type = "Task" [ 750.382561] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.390473] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.397813] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.422128] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fef3a1-c1b6-b4be-c5bd-f4031d81a7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.017097} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.425085] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ad0094-e77c-4401-a1e2-0486d9209a1b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.431102] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 750.431102] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521a8712-95a2-163c-3823-ca2bcbcc9ac8" [ 750.431102] env[62364]: _type = "Task" [ 750.431102] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.445032] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521a8712-95a2-163c-3823-ca2bcbcc9ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.615858] env[62364]: DEBUG nova.network.neutron [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.805026] env[62364]: DEBUG nova.compute.manager [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.805944] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0548267-5cbb-42c0-85ff-b980a1661ca2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.838148] env[62364]: DEBUG nova.network.neutron [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Updating instance_info_cache with network_info: [{"id": "b8346ddf-062f-46c1-b6a0-f8504866c8f9", "address": "fa:16:3e:33:be:e3", "network": {"id": "4ec46482-110b-43cd-9159-07edc48bba25", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-399982130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214189e7f674418082da8bb64b51f41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8346ddf-06", "ovs_interfaceid": "b8346ddf-062f-46c1-b6a0-f8504866c8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.897450] env[62364]: DEBUG oslo_vmware.api [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480484, 'name': PowerOnVM_Task, 'duration_secs': 0.850813} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.900799] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.901052] env[62364]: INFO nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Took 10.17 seconds to spawn the instance on the hypervisor. [ 750.901352] env[62364]: DEBUG nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.902238] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2546f440-4dff-4b8d-be83-cb865fb8eebc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.911537] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480485, 'name': ReconfigVM_Task, 'duration_secs': 0.286936} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.917575] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 750.917575] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51433dce-99fd-4262-836d-25bd610c77be {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.963813] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] d31cec87-f24e-40d0-aa22-462f2eb62ea2/d31cec87-f24e-40d0-aa22-462f2eb62ea2.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.965734] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b73b5303-be9b-4077-b6cd-c5127f524939 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.984927] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521a8712-95a2-163c-3823-ca2bcbcc9ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.015792} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.985696] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.986352] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 77921f9a-d424-4bb8-876d-9325ef329e6c/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. {{(pid=62364) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 750.987092] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3b33a62-277c-48bf-9a55-24936ba39a7c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.992915] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 750.992915] env[62364]: value = "task-2480486" [ 750.992915] env[62364]: _type = "Task" [ 750.992915] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.997939] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 750.997939] env[62364]: value = "task-2480487" [ 750.997939] env[62364]: _type = "Task" [ 750.997939] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.005723] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.014331] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.220176] env[62364]: DEBUG nova.network.neutron [req-e83b790b-6098-45c2-bfee-e6c056d4cd23 req-f38179a2-66ab-4366-b57b-a652fa791429 service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Updated VIF entry in instance network info cache for port e57629c4-1550-4c6d-9c0e-90c1d94a389d. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.220670] env[62364]: DEBUG nova.network.neutron [req-e83b790b-6098-45c2-bfee-e6c056d4cd23 req-f38179a2-66ab-4366-b57b-a652fa791429 service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Updating instance_info_cache with network_info: [{"id": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "address": "fa:16:3e:99:e3:99", "network": {"id": "f8f6a654-6a03-44b1-a833-6d30654678bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-986655281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40df754f493b492494affbf42614bbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57629c4-15", "ovs_interfaceid": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.305765] env[62364]: DEBUG nova.compute.manager [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.339422] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Releasing lock "refresh_cache-8e82b9f3-02b0-401c-bbad-1158770da84b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.339925] env[62364]: DEBUG nova.compute.manager [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Instance network_info: |[{"id": "b8346ddf-062f-46c1-b6a0-f8504866c8f9", "address": "fa:16:3e:33:be:e3", "network": {"id": "4ec46482-110b-43cd-9159-07edc48bba25", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-399982130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214189e7f674418082da8bb64b51f41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8346ddf-06", "ovs_interfaceid": "b8346ddf-062f-46c1-b6a0-f8504866c8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.341750] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:be:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8346ddf-062f-46c1-b6a0-f8504866c8f9', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.352666] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Creating folder: Project (214189e7f674418082da8bb64b51f41f). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.356396] env[62364]: DEBUG nova.virt.hardware [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.358989] env[62364]: DEBUG nova.virt.hardware [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.359358] env[62364]: DEBUG nova.virt.hardware [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.359791] env[62364]: DEBUG nova.virt.hardware [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.360078] env[62364]: DEBUG nova.virt.hardware [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.360370] env[62364]: DEBUG nova.virt.hardware [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.360678] env[62364]: DEBUG nova.virt.hardware [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.361088] env[62364]: DEBUG nova.virt.hardware [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.361451] env[62364]: DEBUG nova.virt.hardware [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.361863] env[62364]: DEBUG nova.virt.hardware [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.362250] env[62364]: DEBUG nova.virt.hardware [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.363053] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquiring lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.363608] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.364083] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquiring lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.364083] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.364258] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.367181] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-946e41de-8ec7-4470-ad3b-618ee12adab4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.373597] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943f5ffb-5613-4536-89b7-89b280aca8cf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.382670] env[62364]: INFO nova.compute.manager [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Terminating instance [ 751.403721] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c02340f-15c0-4c3f-a0f8-44e4e74ad32c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.415514] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Created folder: Project (214189e7f674418082da8bb64b51f41f) in parent group-v501830. [ 751.415774] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Creating folder: Instances. Parent ref: group-v501965. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.416881] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-623a047f-66da-41d0-8252-65e4204f983f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.451442] env[62364]: INFO nova.compute.manager [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Took 50.69 seconds to build instance. [ 751.461023] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "d18e2307-4d05-4730-924b-84a5fa3ea253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.461317] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "d18e2307-4d05-4730-924b-84a5fa3ea253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.463779] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Created folder: Instances in parent group-v501965. [ 751.464131] env[62364]: DEBUG oslo.service.loopingcall [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.467756] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.467756] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5df1209-ad32-48f3-a121-0ad93a7186b9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.500929] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.500929] env[62364]: value = "task-2480490" [ 751.500929] env[62364]: _type = "Task" [ 751.500929] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.515337] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.522218] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480487, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.525946] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480490, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.727640] env[62364]: DEBUG oslo_concurrency.lockutils [req-e83b790b-6098-45c2-bfee-e6c056d4cd23 req-f38179a2-66ab-4366-b57b-a652fa791429 service nova] Releasing lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.833562] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12110564-6f1e-4880-81a7-41982373b25d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.847935] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Doing hard reboot of VM {{(pid=62364) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 751.848328] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b20c30fd-48d2-42fd-9afa-bf3513b0965b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.857677] env[62364]: DEBUG oslo_vmware.api [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 751.857677] env[62364]: value = "task-2480491" [ 751.857677] env[62364]: _type = "Task" [ 751.857677] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.868671] env[62364]: DEBUG oslo_vmware.api [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480491, 'name': ResetVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.899740] env[62364]: DEBUG nova.compute.manager [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.899740] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.900869] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e70644e-e7c3-4cc9-8209-e037c485df22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.912034] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.912034] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69629846-4289-4211-abdf-e977e5b29b8a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.931026] env[62364]: DEBUG oslo_vmware.api [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for the task: (returnval){ [ 751.931026] env[62364]: value = "task-2480492" [ 751.931026] env[62364]: _type = "Task" [ 751.931026] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.945192] env[62364]: DEBUG oslo_vmware.api [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.957273] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2acf282d-4168-4f82-927b-65918dbafb8b tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "edb5b881-6836-49cd-88c3-4dc5892cb855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.208s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.037152] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480490, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.037152] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714358} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.037533] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480486, 'name': ReconfigVM_Task, 'duration_secs': 0.564632} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.037635] env[62364]: INFO nova.virt.vmwareapi.ds_util [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 77921f9a-d424-4bb8-876d-9325ef329e6c/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. [ 752.037874] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Reconfigured VM instance instance-00000024 to attach disk [datastore2] d31cec87-f24e-40d0-aa22-462f2eb62ea2/d31cec87-f24e-40d0-aa22-462f2eb62ea2.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.038184] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance 'd31cec87-f24e-40d0-aa22-462f2eb62ea2' progress to 50 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 752.045682] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76f75ab-6894-4955-90cd-3b1a67f70ddd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.076442] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 77921f9a-d424-4bb8-876d-9325ef329e6c/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.077574] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0fd7176-3e14-4af4-9498-e10b7f075a5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.099561] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 752.099561] env[62364]: value = "task-2480493" [ 752.099561] env[62364]: _type = "Task" [ 752.099561] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.112039] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.114282] env[62364]: DEBUG nova.compute.manager [req-8b62a791-5ebc-49ac-b362-d4fa155d4108 req-11462de4-de9e-4fac-88e1-96bf2c5c3da2 service nova] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Received event network-changed-b8346ddf-062f-46c1-b6a0-f8504866c8f9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 752.114544] env[62364]: DEBUG nova.compute.manager [req-8b62a791-5ebc-49ac-b362-d4fa155d4108 req-11462de4-de9e-4fac-88e1-96bf2c5c3da2 service nova] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Refreshing instance network info cache due to event network-changed-b8346ddf-062f-46c1-b6a0-f8504866c8f9. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 752.114802] env[62364]: DEBUG oslo_concurrency.lockutils [req-8b62a791-5ebc-49ac-b362-d4fa155d4108 req-11462de4-de9e-4fac-88e1-96bf2c5c3da2 service nova] Acquiring lock "refresh_cache-8e82b9f3-02b0-401c-bbad-1158770da84b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.114988] env[62364]: DEBUG oslo_concurrency.lockutils [req-8b62a791-5ebc-49ac-b362-d4fa155d4108 req-11462de4-de9e-4fac-88e1-96bf2c5c3da2 service nova] Acquired lock "refresh_cache-8e82b9f3-02b0-401c-bbad-1158770da84b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.115208] env[62364]: DEBUG nova.network.neutron [req-8b62a791-5ebc-49ac-b362-d4fa155d4108 req-11462de4-de9e-4fac-88e1-96bf2c5c3da2 service nova] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Refreshing network info cache for port b8346ddf-062f-46c1-b6a0-f8504866c8f9 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.236436] env[62364]: DEBUG nova.network.neutron [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Successfully updated port: f02f0cfa-907e-4130-a8ea-9a0110e53b7b {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.272948] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c439c-537d-4d6d-a720-e61ae84003b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.282465] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebb01e-0604-4593-83be-39eaa9bcb088 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.317890] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e0be8b-675e-4e71-8a9d-18d0bb41e231 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.326702] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccda439-0df0-44e5-a161-80130ef24b68 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.343137] env[62364]: DEBUG nova.compute.provider_tree [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.369776] env[62364]: DEBUG oslo_vmware.api [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480491, 'name': ResetVM_Task, 'duration_secs': 0.126806} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.370429] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Did hard reboot of VM {{(pid=62364) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 752.370615] env[62364]: DEBUG nova.compute.manager [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.371415] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4088881-f86e-4b0e-8179-3715488f7dc3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.441427] env[62364]: DEBUG oslo_vmware.api [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480492, 'name': PowerOffVM_Task, 'duration_secs': 0.281976} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.441770] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.441962] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.442273] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5154e4e6-f02b-4f25-b17d-1fc3e1c83403 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.460979] env[62364]: DEBUG nova.compute.manager [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.521361] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480490, 'name': CreateVM_Task, 'duration_secs': 0.749817} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.521546] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.522335] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.522505] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.523016] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.524384] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eedb6be-2be7-4c9b-8177-2d12e3c5cf09 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.526203] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.526386] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.526590] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Deleting the datastore file [datastore1] d33fe490-c5b2-4223-bf8e-b95ce7293fd6 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.526836] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06ed29a7-4fa1-473a-9bfa-9c3f1bdaae1b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.531987] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for the task: (returnval){ [ 752.531987] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52238309-11b0-f742-2a47-289f9a8a5d6f" [ 752.531987] env[62364]: _type = "Task" [ 752.531987] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.536972] env[62364]: DEBUG oslo_vmware.api [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for the task: (returnval){ [ 752.536972] env[62364]: value = "task-2480495" [ 752.536972] env[62364]: _type = "Task" [ 752.536972] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.544145] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52238309-11b0-f742-2a47-289f9a8a5d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.551083] env[62364]: DEBUG oslo_vmware.api [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.551815] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a83597-69e0-4c1b-ad93-ed06fa2f9639 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.571732] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbea4f2-502b-4ad8-8c95-302e5db8af5c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.590476] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance 'd31cec87-f24e-40d0-aa22-462f2eb62ea2' progress to 67 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 752.610330] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480493, 'name': ReconfigVM_Task, 'duration_secs': 0.370268} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.610742] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 77921f9a-d424-4bb8-876d-9325ef329e6c/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.611833] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be284364-080a-4013-b79f-d7c31b168763 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.640219] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba77dffd-7bd9-4c84-b29a-bfff34198e30 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.657893] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 752.657893] env[62364]: value = "task-2480496" [ 752.657893] env[62364]: _type = "Task" [ 752.657893] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.667766] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.739877] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "refresh_cache-7f8a52a3-3ff7-442f-9006-8f0711b0d045" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.740144] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired lock "refresh_cache-7f8a52a3-3ff7-442f-9006-8f0711b0d045" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.740292] env[62364]: DEBUG nova.network.neutron [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.845233] env[62364]: DEBUG nova.scheduler.client.report [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.886420] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f444195c-2a8a-423e-9f39-648a1a75d371 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "37190642-6f6c-4837-8080-a4d472e9bca0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.984s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.910280] env[62364]: DEBUG nova.network.neutron [req-8b62a791-5ebc-49ac-b362-d4fa155d4108 req-11462de4-de9e-4fac-88e1-96bf2c5c3da2 service nova] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Updated VIF entry in instance network info cache for port b8346ddf-062f-46c1-b6a0-f8504866c8f9. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.910643] env[62364]: DEBUG nova.network.neutron [req-8b62a791-5ebc-49ac-b362-d4fa155d4108 req-11462de4-de9e-4fac-88e1-96bf2c5c3da2 service nova] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Updating instance_info_cache with network_info: [{"id": "b8346ddf-062f-46c1-b6a0-f8504866c8f9", "address": "fa:16:3e:33:be:e3", "network": {"id": "4ec46482-110b-43cd-9159-07edc48bba25", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-399982130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214189e7f674418082da8bb64b51f41f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8346ddf-06", "ovs_interfaceid": "b8346ddf-062f-46c1-b6a0-f8504866c8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.985185] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.047269] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52238309-11b0-f742-2a47-289f9a8a5d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.035777} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.048224] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.048545] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.048798] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.049035] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.049257] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.049613] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bd29ec3-7138-4a51-9e17-554daff67c12 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.056151] env[62364]: DEBUG oslo_vmware.api [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Task: {'id': task-2480495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435093} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.056818] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.057097] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.057320] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.057595] env[62364]: INFO nova.compute.manager [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 753.058231] env[62364]: DEBUG oslo.service.loopingcall [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.058231] env[62364]: DEBUG nova.compute.manager [-] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.058231] env[62364]: DEBUG nova.network.neutron [-] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.065336] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.065533] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.066283] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fab74a7-a46a-4f93-a875-2e234ed5af4c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.074343] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for the task: (returnval){ [ 753.074343] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5285a1eb-b42f-74e0-fbac-0097fbe59c49" [ 753.074343] env[62364]: _type = "Task" [ 753.074343] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.087809] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5285a1eb-b42f-74e0-fbac-0097fbe59c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.169056] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480496, 'name': ReconfigVM_Task, 'duration_secs': 0.187672} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.169638] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.170917] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f15c1477-2324-40b5-a832-cc2e99019471 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.173342] env[62364]: DEBUG nova.network.neutron [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Port ccbe3981-7cdb-4c6c-a6a3-906680f1554e binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 753.185249] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 753.185249] env[62364]: value = "task-2480497" [ 753.185249] env[62364]: _type = "Task" [ 753.185249] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.198760] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.308591] env[62364]: DEBUG nova.network.neutron [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.352209] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.041s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.353055] env[62364]: DEBUG nova.compute.manager [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.356245] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.987s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.356430] env[62364]: DEBUG nova.objects.instance [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lazy-loading 'resources' on Instance uuid 0b810725-d832-4760-b60b-ec2c6ace3050 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.410249] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.411145] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.411921] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.411921] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.412076] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.416556] env[62364]: DEBUG oslo_concurrency.lockutils [req-8b62a791-5ebc-49ac-b362-d4fa155d4108 req-11462de4-de9e-4fac-88e1-96bf2c5c3da2 service nova] Releasing lock "refresh_cache-8e82b9f3-02b0-401c-bbad-1158770da84b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.417505] env[62364]: INFO nova.compute.manager [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Terminating instance [ 753.538268] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "45ffb2ae-66b3-4d3a-8816-17cd3ef4800b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.538510] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "45ffb2ae-66b3-4d3a-8816-17cd3ef4800b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.586847] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5285a1eb-b42f-74e0-fbac-0097fbe59c49, 'name': SearchDatastore_Task, 'duration_secs': 0.02529} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.587872] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cefa4ef-ff55-4133-8161-2726b9bfba74 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.596360] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for the task: (returnval){ [ 753.596360] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a9cceb-d0ea-f955-064f-5dc27f7a58fa" [ 753.596360] env[62364]: _type = "Task" [ 753.596360] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.597364] env[62364]: DEBUG nova.network.neutron [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Updating instance_info_cache with network_info: [{"id": "f02f0cfa-907e-4130-a8ea-9a0110e53b7b", "address": "fa:16:3e:e2:7c:a2", "network": {"id": "ccb45640-b300-41af-baa8-42ed1264d3ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-367646731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482207a5005c4d969f6312c0078628ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02f0cfa-90", "ovs_interfaceid": "f02f0cfa-907e-4130-a8ea-9a0110e53b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.610359] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a9cceb-d0ea-f955-064f-5dc27f7a58fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.698263] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.723356] env[62364]: DEBUG nova.compute.manager [req-1d183934-38e0-451c-b19b-a1c7b3cd0de6 req-96f4e76f-a224-451d-bf80-fcfa2becd279 service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Received event network-changed-e57629c4-1550-4c6d-9c0e-90c1d94a389d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 753.723617] env[62364]: DEBUG nova.compute.manager [req-1d183934-38e0-451c-b19b-a1c7b3cd0de6 req-96f4e76f-a224-451d-bf80-fcfa2becd279 service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Refreshing instance network info cache due to event network-changed-e57629c4-1550-4c6d-9c0e-90c1d94a389d. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 753.723863] env[62364]: DEBUG oslo_concurrency.lockutils [req-1d183934-38e0-451c-b19b-a1c7b3cd0de6 req-96f4e76f-a224-451d-bf80-fcfa2becd279 service nova] Acquiring lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.724379] env[62364]: DEBUG oslo_concurrency.lockutils [req-1d183934-38e0-451c-b19b-a1c7b3cd0de6 req-96f4e76f-a224-451d-bf80-fcfa2becd279 service nova] Acquired lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.724608] env[62364]: DEBUG nova.network.neutron [req-1d183934-38e0-451c-b19b-a1c7b3cd0de6 req-96f4e76f-a224-451d-bf80-fcfa2becd279 service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Refreshing network info cache for port e57629c4-1550-4c6d-9c0e-90c1d94a389d {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.843869] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "edb5b881-6836-49cd-88c3-4dc5892cb855" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.844162] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "edb5b881-6836-49cd-88c3-4dc5892cb855" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.844381] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "edb5b881-6836-49cd-88c3-4dc5892cb855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.844893] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "edb5b881-6836-49cd-88c3-4dc5892cb855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.845102] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "edb5b881-6836-49cd-88c3-4dc5892cb855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.849765] env[62364]: INFO nova.compute.manager [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Terminating instance [ 753.859536] env[62364]: DEBUG nova.compute.utils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 753.865397] env[62364]: DEBUG nova.compute.manager [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.865559] env[62364]: DEBUG nova.network.neutron [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.925025] env[62364]: DEBUG nova.compute.manager [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.925025] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.925025] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4068498-62ba-4c4c-beea-1acc4f3c5ef7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.938696] env[62364]: DEBUG nova.policy [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bd416d890d045938f52ceed141d55be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acc96e978f3044258c33a4489d8f8588', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.940950] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.941386] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54fde3c4-613e-406f-a33c-028de89a4e46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.951997] env[62364]: DEBUG oslo_vmware.api [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 753.951997] env[62364]: value = "task-2480498" [ 753.951997] env[62364]: _type = "Task" [ 753.951997] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.970534] env[62364]: DEBUG oslo_vmware.api [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.104696] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lock "refresh_cache-7f8a52a3-3ff7-442f-9006-8f0711b0d045" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.105099] env[62364]: DEBUG nova.compute.manager [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Instance network_info: |[{"id": "f02f0cfa-907e-4130-a8ea-9a0110e53b7b", "address": "fa:16:3e:e2:7c:a2", "network": {"id": "ccb45640-b300-41af-baa8-42ed1264d3ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-367646731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482207a5005c4d969f6312c0078628ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02f0cfa-90", "ovs_interfaceid": "f02f0cfa-907e-4130-a8ea-9a0110e53b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.105780] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:7c:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f02f0cfa-907e-4130-a8ea-9a0110e53b7b', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.114221] env[62364]: DEBUG oslo.service.loopingcall [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.118819] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.118819] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d410ba58-b3e9-4216-a0d6-3d2918719b30 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.145022] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a9cceb-d0ea-f955-064f-5dc27f7a58fa, 'name': SearchDatastore_Task, 'duration_secs': 0.034429} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.145022] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.145329] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 8e82b9f3-02b0-401c-bbad-1158770da84b/8e82b9f3-02b0-401c-bbad-1158770da84b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.145622] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca665587-f7be-4cc8-99bb-55d0b7531c7d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.150342] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.150342] env[62364]: value = "task-2480499" [ 754.150342] env[62364]: _type = "Task" [ 754.150342] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.159721] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for the task: (returnval){ [ 754.159721] env[62364]: value = "task-2480500" [ 754.159721] env[62364]: _type = "Task" [ 754.159721] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.169300] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480499, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.174231] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.207837] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.208138] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.208375] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.212329] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "37190642-6f6c-4837-8080-a4d472e9bca0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.212329] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "37190642-6f6c-4837-8080-a4d472e9bca0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.212329] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "37190642-6f6c-4837-8080-a4d472e9bca0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.212329] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "37190642-6f6c-4837-8080-a4d472e9bca0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.212523] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "37190642-6f6c-4837-8080-a4d472e9bca0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.219051] env[62364]: INFO nova.compute.manager [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Terminating instance [ 754.233522] env[62364]: DEBUG oslo_vmware.api [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480497, 'name': PowerOnVM_Task, 'duration_secs': 0.654155} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.236411] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.240960] env[62364]: DEBUG nova.compute.manager [None req-c68ccc1c-3835-4677-9622-5ee91142466b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.242304] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe2f7e9-8fde-4daf-a3b2-ec7e088c1b4d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.303887] env[62364]: DEBUG nova.network.neutron [-] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.344760] env[62364]: DEBUG nova.network.neutron [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Successfully created port: 8b5e4c02-7f97-4c5b-9938-98d020131f8e {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.356899] env[62364]: DEBUG nova.compute.manager [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.356899] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.356899] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e80e4c5-d593-42f6-9856-f5079b616dac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.368169] env[62364]: DEBUG nova.compute.manager [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.370715] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.371261] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec9441bb-d9b4-42ec-9179-a343597e0b8b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.380600] env[62364]: DEBUG oslo_vmware.api [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 754.380600] env[62364]: value = "task-2480501" [ 754.380600] env[62364]: _type = "Task" [ 754.380600] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.396630] env[62364]: DEBUG oslo_vmware.api [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.415592] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "f9bfd765-4ebb-4f00-9648-22d719aaa9b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.415925] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "f9bfd765-4ebb-4f00-9648-22d719aaa9b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.468170] env[62364]: DEBUG oslo_vmware.api [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480498, 'name': PowerOffVM_Task, 'duration_secs': 0.335592} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.470918] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.471123] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.472047] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a079732-dfd9-4fe7-baa5-b7529be3aae8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.534033] env[62364]: DEBUG nova.compute.manager [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Received event network-vif-plugged-f02f0cfa-907e-4130-a8ea-9a0110e53b7b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 754.534293] env[62364]: DEBUG oslo_concurrency.lockutils [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] Acquiring lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.534519] env[62364]: DEBUG oslo_concurrency.lockutils [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] Lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.534695] env[62364]: DEBUG oslo_concurrency.lockutils [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] Lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.534892] env[62364]: DEBUG nova.compute.manager [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] No waiting events found dispatching network-vif-plugged-f02f0cfa-907e-4130-a8ea-9a0110e53b7b {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.535170] env[62364]: WARNING nova.compute.manager [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Received unexpected event network-vif-plugged-f02f0cfa-907e-4130-a8ea-9a0110e53b7b for instance with vm_state building and task_state spawning. [ 754.535281] env[62364]: DEBUG nova.compute.manager [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Received event network-changed-f02f0cfa-907e-4130-a8ea-9a0110e53b7b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 754.535402] env[62364]: DEBUG nova.compute.manager [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Refreshing instance network info cache due to event network-changed-f02f0cfa-907e-4130-a8ea-9a0110e53b7b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 754.535650] env[62364]: DEBUG oslo_concurrency.lockutils [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] Acquiring lock "refresh_cache-7f8a52a3-3ff7-442f-9006-8f0711b0d045" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.537019] env[62364]: DEBUG oslo_concurrency.lockutils [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] Acquired lock "refresh_cache-7f8a52a3-3ff7-442f-9006-8f0711b0d045" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.537019] env[62364]: DEBUG nova.network.neutron [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Refreshing network info cache for port f02f0cfa-907e-4130-a8ea-9a0110e53b7b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.552889] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.553621] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.553621] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleting the datastore file [datastore1] ade8e886-cd2b-417a-bc30-1f1ef16e7099 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.554032] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-401bd028-a663-4511-8f23-a6e198cf4622 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.569437] env[62364]: DEBUG oslo_vmware.api [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 754.569437] env[62364]: value = "task-2480503" [ 754.569437] env[62364]: _type = "Task" [ 754.569437] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.586346] env[62364]: DEBUG oslo_vmware.api [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.587197] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f49f59-4b7f-4bb7-9585-0b3afbadf231 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.595707] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b075d0ff-831c-45c4-b36d-ea2550098e5a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.633591] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db0e01a-1751-4979-8723-4b4cf45999fb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.646735] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e213772c-2e8b-4205-9556-80bc07cb0211 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.662817] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480499, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.675988] env[62364]: DEBUG nova.compute.provider_tree [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.690358] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480500, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.693771] env[62364]: DEBUG nova.network.neutron [req-1d183934-38e0-451c-b19b-a1c7b3cd0de6 req-96f4e76f-a224-451d-bf80-fcfa2becd279 service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Updated VIF entry in instance network info cache for port e57629c4-1550-4c6d-9c0e-90c1d94a389d. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.694364] env[62364]: DEBUG nova.network.neutron [req-1d183934-38e0-451c-b19b-a1c7b3cd0de6 req-96f4e76f-a224-451d-bf80-fcfa2becd279 service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Updating instance_info_cache with network_info: [{"id": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "address": "fa:16:3e:99:e3:99", "network": {"id": "f8f6a654-6a03-44b1-a833-6d30654678bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-986655281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40df754f493b492494affbf42614bbfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57629c4-15", "ovs_interfaceid": "e57629c4-1550-4c6d-9c0e-90c1d94a389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.736982] env[62364]: DEBUG nova.compute.manager [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.737239] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.738997] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06ac9ad-ba3c-4195-8c65-5ddefddec551 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.756710] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.756710] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95b4bd93-e25f-4132-b86b-1ec74e7faf5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.769952] env[62364]: DEBUG oslo_vmware.api [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 754.769952] env[62364]: value = "task-2480504" [ 754.769952] env[62364]: _type = "Task" [ 754.769952] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.783817] env[62364]: DEBUG oslo_vmware.api [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.809303] env[62364]: INFO nova.compute.manager [-] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Took 1.75 seconds to deallocate network for instance. [ 754.897022] env[62364]: DEBUG oslo_vmware.api [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480501, 'name': PowerOffVM_Task, 'duration_secs': 0.362799} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.897370] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.897543] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.897835] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97e4c603-d8bb-4369-b26a-cec080c0e355 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.986964] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.987310] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.987516] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleting the datastore file [datastore2] edb5b881-6836-49cd-88c3-4dc5892cb855 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.987825] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-540f1161-c345-4975-b1e9-668fb97f5794 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.999037] env[62364]: DEBUG oslo_vmware.api [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 754.999037] env[62364]: value = "task-2480506" [ 754.999037] env[62364]: _type = "Task" [ 754.999037] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.009045] env[62364]: DEBUG oslo_vmware.api [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.084016] env[62364]: DEBUG oslo_vmware.api [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444981} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.085036] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.085036] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.085036] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.085036] env[62364]: INFO nova.compute.manager [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Took 1.16 seconds to destroy the instance on the hypervisor. [ 755.085433] env[62364]: DEBUG oslo.service.loopingcall [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.086133] env[62364]: DEBUG nova.compute.manager [-] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.086291] env[62364]: DEBUG nova.network.neutron [-] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.165569] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480499, 'name': CreateVM_Task, 'duration_secs': 0.518278} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.170654] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.171642] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.171937] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.172473] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.173651] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe387dc2-a095-4dce-8d2a-eb01822fe4c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.181630] env[62364]: DEBUG nova.scheduler.client.report [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.185231] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891872} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.189641] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 8e82b9f3-02b0-401c-bbad-1158770da84b/8e82b9f3-02b0-401c-bbad-1158770da84b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.189952] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.190667] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 755.190667] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5260d57a-4cea-a82a-fad6-8bf5f715ba9f" [ 755.190667] env[62364]: _type = "Task" [ 755.190667] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.191109] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b9ccc4-14ca-4440-9581-ea3fd823075c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.199293] env[62364]: DEBUG oslo_concurrency.lockutils [req-1d183934-38e0-451c-b19b-a1c7b3cd0de6 req-96f4e76f-a224-451d-bf80-fcfa2becd279 service nova] Releasing lock "refresh_cache-37190642-6f6c-4837-8080-a4d472e9bca0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.204359] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for the task: (returnval){ [ 755.204359] env[62364]: value = "task-2480507" [ 755.204359] env[62364]: _type = "Task" [ 755.204359] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.211068] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5260d57a-4cea-a82a-fad6-8bf5f715ba9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.212993] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.213366] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.213747] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.214030] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.214333] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.217888] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e80c9e07-18b4-48d4-ac06-dd3ab4554e0e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.226616] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.230789] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.231084] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.234174] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4fa20e2-6a41-49a1-bc4a-bf32b0642c33 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.241264] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 755.241264] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]528da879-e0b6-6936-eecb-7b065b1f3052" [ 755.241264] env[62364]: _type = "Task" [ 755.241264] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.255464] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528da879-e0b6-6936-eecb-7b065b1f3052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.272243] env[62364]: DEBUG nova.network.neutron [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Updated VIF entry in instance network info cache for port f02f0cfa-907e-4130-a8ea-9a0110e53b7b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.272759] env[62364]: DEBUG nova.network.neutron [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Updating instance_info_cache with network_info: [{"id": "f02f0cfa-907e-4130-a8ea-9a0110e53b7b", "address": "fa:16:3e:e2:7c:a2", "network": {"id": "ccb45640-b300-41af-baa8-42ed1264d3ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-367646731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482207a5005c4d969f6312c0078628ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf02f0cfa-90", "ovs_interfaceid": "f02f0cfa-907e-4130-a8ea-9a0110e53b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.284785] env[62364]: DEBUG oslo_vmware.api [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480504, 'name': PowerOffVM_Task, 'duration_secs': 0.356903} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.288031] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.288031] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.288031] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a563922-4d58-4a54-ba39-5b99417c6b6b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.314476] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.314704] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.314896] env[62364]: DEBUG nova.network.neutron [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.316750] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.363242] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.363242] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.363242] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Deleting the datastore file [datastore1] 37190642-6f6c-4837-8080-a4d472e9bca0 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.363242] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb11f826-50bf-4156-af86-34f251970951 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.367976] env[62364]: DEBUG oslo_vmware.api [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 755.367976] env[62364]: value = "task-2480509" [ 755.367976] env[62364]: _type = "Task" [ 755.367976] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.378086] env[62364]: DEBUG nova.compute.manager [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.380114] env[62364]: DEBUG oslo_vmware.api [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.405782] env[62364]: DEBUG nova.virt.hardware [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.406079] env[62364]: DEBUG nova.virt.hardware [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.406243] env[62364]: DEBUG nova.virt.hardware [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.406425] env[62364]: DEBUG nova.virt.hardware [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.406577] env[62364]: DEBUG nova.virt.hardware [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.406823] env[62364]: DEBUG nova.virt.hardware [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.407105] env[62364]: DEBUG nova.virt.hardware [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.407281] env[62364]: DEBUG nova.virt.hardware [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.407447] env[62364]: DEBUG nova.virt.hardware [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.407610] env[62364]: DEBUG nova.virt.hardware [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.407783] env[62364]: DEBUG nova.virt.hardware [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.408664] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcac7db0-39e9-4269-b665-14f09357695c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.422987] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07b5f7c-92fa-4023-9e3e-a89a4b5ce689 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.508406] env[62364]: DEBUG oslo_vmware.api [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31006} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.508737] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.508940] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.510039] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.510039] env[62364]: INFO nova.compute.manager [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Took 1.15 seconds to destroy the instance on the hypervisor. [ 755.510039] env[62364]: DEBUG oslo.service.loopingcall [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.510039] env[62364]: DEBUG nova.compute.manager [-] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.510039] env[62364]: DEBUG nova.network.neutron [-] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.689372] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.691889] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.368s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.693446] env[62364]: INFO nova.compute.claims [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.725901] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231858} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.726314] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.727626] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f0a349-54fc-4492-8849-c673f9f8ebea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.755937] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 8e82b9f3-02b0-401c-bbad-1158770da84b/8e82b9f3-02b0-401c-bbad-1158770da84b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.757140] env[62364]: INFO nova.scheduler.client.report [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Deleted allocations for instance 0b810725-d832-4760-b60b-ec2c6ace3050 [ 755.767182] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5445a403-396d-4476-a0d2-a1eadff14ec8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.784222] env[62364]: DEBUG oslo_concurrency.lockutils [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] Releasing lock "refresh_cache-7f8a52a3-3ff7-442f-9006-8f0711b0d045" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.784467] env[62364]: DEBUG nova.compute.manager [req-c91a96b7-2380-44e3-b486-038391c26be2 req-f08c62f1-11ff-4261-b37b-af241aa191b2 service nova] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Received event network-vif-deleted-c035ce46-e7c9-48c2-bf9b-edd888df8e38 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 755.793615] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528da879-e0b6-6936-eecb-7b065b1f3052, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.797252] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for the task: (returnval){ [ 755.797252] env[62364]: value = "task-2480510" [ 755.797252] env[62364]: _type = "Task" [ 755.797252] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.797484] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e7793c-35d1-456c-aa68-3a9d3cd12492 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.807783] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 755.807783] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529eabb0-7339-7b1e-5135-41eb70b05c66" [ 755.807783] env[62364]: _type = "Task" [ 755.807783] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.811532] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480510, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.825551] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529eabb0-7339-7b1e-5135-41eb70b05c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.882355] env[62364]: DEBUG oslo_vmware.api [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14727} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.882625] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.882816] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.882995] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.883246] env[62364]: INFO nova.compute.manager [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 755.883618] env[62364]: DEBUG oslo.service.loopingcall [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.883881] env[62364]: DEBUG nova.compute.manager [-] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.883985] env[62364]: DEBUG nova.network.neutron [-] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.132530] env[62364]: DEBUG nova.network.neutron [-] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.157961] env[62364]: DEBUG nova.compute.manager [req-d4fb7266-dc66-46fc-96e4-18476ba40f87 req-94ac381e-5711-44c9-9ea0-aac783ac3a12 service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Received event network-vif-deleted-bfbbf99b-a84c-4e4c-907e-e773dbe426d9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 756.158244] env[62364]: INFO nova.compute.manager [req-d4fb7266-dc66-46fc-96e4-18476ba40f87 req-94ac381e-5711-44c9-9ea0-aac783ac3a12 service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Neutron deleted interface bfbbf99b-a84c-4e4c-907e-e773dbe426d9; detaching it from the instance and deleting it from the info cache [ 756.158418] env[62364]: DEBUG nova.network.neutron [req-d4fb7266-dc66-46fc-96e4-18476ba40f87 req-94ac381e-5711-44c9-9ea0-aac783ac3a12 service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.240374] env[62364]: DEBUG nova.network.neutron [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance_info_cache with network_info: [{"id": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "address": "fa:16:3e:13:ab:1b", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbe3981-7c", "ovs_interfaceid": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.290595] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e7af81f-37ef-4b32-8faf-48ea01b50ce3 tempest-ServersAdmin275Test-585925399 tempest-ServersAdmin275Test-585925399-project-member] Lock "0b810725-d832-4760-b60b-ec2c6ace3050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.135s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.318187] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480510, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.331877] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529eabb0-7339-7b1e-5135-41eb70b05c66, 'name': SearchDatastore_Task, 'duration_secs': 0.015813} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.332321] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.332599] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 7f8a52a3-3ff7-442f-9006-8f0711b0d045/7f8a52a3-3ff7-442f-9006-8f0711b0d045.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.332920] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b3fd5ba-c169-4e90-af19-2f00cf308517 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.344512] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 756.344512] env[62364]: value = "task-2480511" [ 756.344512] env[62364]: _type = "Task" [ 756.344512] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.361192] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.383628] env[62364]: DEBUG nova.network.neutron [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Successfully updated port: 8b5e4c02-7f97-4c5b-9938-98d020131f8e {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.637680] env[62364]: INFO nova.compute.manager [-] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Took 1.55 seconds to deallocate network for instance. [ 756.648499] env[62364]: DEBUG nova.network.neutron [-] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.662897] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dde4df12-f714-44a6-a104-b939cd0a1e48 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.679823] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3cd923-0ae5-45ec-b874-dce42419e08b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.729550] env[62364]: DEBUG nova.compute.manager [req-d4fb7266-dc66-46fc-96e4-18476ba40f87 req-94ac381e-5711-44c9-9ea0-aac783ac3a12 service nova] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Detach interface failed, port_id=bfbbf99b-a84c-4e4c-907e-e773dbe426d9, reason: Instance ade8e886-cd2b-417a-bc30-1f1ef16e7099 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 756.747016] env[62364]: DEBUG oslo_concurrency.lockutils [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.800590] env[62364]: DEBUG nova.network.neutron [-] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.814815] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480510, 'name': ReconfigVM_Task, 'duration_secs': 0.570129} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.815155] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 8e82b9f3-02b0-401c-bbad-1158770da84b/8e82b9f3-02b0-401c-bbad-1158770da84b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.815875] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dc795e9-901c-4b95-90ce-063fb008419d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.828064] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for the task: (returnval){ [ 756.828064] env[62364]: value = "task-2480512" [ 756.828064] env[62364]: _type = "Task" [ 756.828064] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.839559] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480512, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.863643] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510921} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.870608] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 7f8a52a3-3ff7-442f-9006-8f0711b0d045/7f8a52a3-3ff7-442f-9006-8f0711b0d045.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.870608] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.870834] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e23d0f5b-b28a-40e6-903d-97e05255e92e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.879603] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 756.879603] env[62364]: value = "task-2480513" [ 756.879603] env[62364]: _type = "Task" [ 756.879603] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.888636] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "refresh_cache-70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.888636] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "refresh_cache-70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.888636] env[62364]: DEBUG nova.network.neutron [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.896104] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.992133] env[62364]: DEBUG nova.compute.manager [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Received event network-vif-plugged-8b5e4c02-7f97-4c5b-9938-98d020131f8e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 756.992543] env[62364]: DEBUG oslo_concurrency.lockutils [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] Acquiring lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.992543] env[62364]: DEBUG oslo_concurrency.lockutils [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] Lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.993193] env[62364]: DEBUG oslo_concurrency.lockutils [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] Lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.993193] env[62364]: DEBUG nova.compute.manager [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] No waiting events found dispatching network-vif-plugged-8b5e4c02-7f97-4c5b-9938-98d020131f8e {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.993449] env[62364]: WARNING nova.compute.manager [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Received unexpected event network-vif-plugged-8b5e4c02-7f97-4c5b-9938-98d020131f8e for instance with vm_state building and task_state spawning. [ 756.993481] env[62364]: DEBUG nova.compute.manager [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Received event network-vif-deleted-e57629c4-1550-4c6d-9c0e-90c1d94a389d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 756.993645] env[62364]: DEBUG nova.compute.manager [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Received event network-changed-8b5e4c02-7f97-4c5b-9938-98d020131f8e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 756.993803] env[62364]: DEBUG nova.compute.manager [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Refreshing instance network info cache due to event network-changed-8b5e4c02-7f97-4c5b-9938-98d020131f8e. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 756.993971] env[62364]: DEBUG oslo_concurrency.lockutils [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] Acquiring lock "refresh_cache-70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.144949] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.154696] env[62364]: INFO nova.compute.manager [-] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Took 1.64 seconds to deallocate network for instance. [ 757.274424] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53312478-e198-4def-9122-7cb59d1544c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.296413] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c860ea-192e-45a7-a1f7-bff5a75779c0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.302150] env[62364]: INFO nova.compute.manager [-] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Took 1.42 seconds to deallocate network for instance. [ 757.309542] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance 'd31cec87-f24e-40d0-aa22-462f2eb62ea2' progress to 83 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 757.342560] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480512, 'name': Rename_Task, 'duration_secs': 0.283046} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.342560] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.343655] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b610400-7a69-4061-a14c-f5b52d6c23de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.350385] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for the task: (returnval){ [ 757.350385] env[62364]: value = "task-2480514" [ 757.350385] env[62364]: _type = "Task" [ 757.350385] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.366365] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.385694] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879b2ff6-fa19-4de0-ae56-bd5686943063 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.398641] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf33336-ce50-470d-a9aa-bdd065e61494 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.402717] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074361} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.403373] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.404706] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fa45f8-a94f-4e2a-86bc-d4c3af36f64c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.439800] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be97353-bf8c-4069-b87f-87d4c9644a1d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.460626] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 7f8a52a3-3ff7-442f-9006-8f0711b0d045/7f8a52a3-3ff7-442f-9006-8f0711b0d045.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.461690] env[62364]: DEBUG nova.network.neutron [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.464045] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e529d0-ef68-4890-ab53-a60a33d70de0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.483288] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198f5f24-93b4-4db2-9eae-ea60f71a1725 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.489624] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 757.489624] env[62364]: value = "task-2480515" [ 757.489624] env[62364]: _type = "Task" [ 757.489624] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.501381] env[62364]: DEBUG nova.compute.provider_tree [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.511575] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.649608] env[62364]: DEBUG nova.network.neutron [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Updating instance_info_cache with network_info: [{"id": "8b5e4c02-7f97-4c5b-9938-98d020131f8e", "address": "fa:16:3e:16:90:3c", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5e4c02-7f", "ovs_interfaceid": "8b5e4c02-7f97-4c5b-9938-98d020131f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.668027] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.821090] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.821911] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.822202] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f482ada1-eaf5-43c3-b2da-d8abb36c00f3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.831093] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 757.831093] env[62364]: value = "task-2480516" [ 757.831093] env[62364]: _type = "Task" [ 757.831093] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.840768] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.867935] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480514, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.000483] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.004630] env[62364]: DEBUG nova.scheduler.client.report [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.152677] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "refresh_cache-70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.153065] env[62364]: DEBUG nova.compute.manager [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Instance network_info: |[{"id": "8b5e4c02-7f97-4c5b-9938-98d020131f8e", "address": "fa:16:3e:16:90:3c", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5e4c02-7f", "ovs_interfaceid": "8b5e4c02-7f97-4c5b-9938-98d020131f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.153385] env[62364]: DEBUG oslo_concurrency.lockutils [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] Acquired lock "refresh_cache-70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.153564] env[62364]: DEBUG nova.network.neutron [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Refreshing network info cache for port 8b5e4c02-7f97-4c5b-9938-98d020131f8e {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.156242] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:90:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b5e4c02-7f97-4c5b-9938-98d020131f8e', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.165900] env[62364]: DEBUG oslo.service.loopingcall [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.170122] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.170122] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4edee646-ea0e-4c13-9288-842309d0edd8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.194276] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.194276] env[62364]: value = "task-2480517" [ 758.194276] env[62364]: _type = "Task" [ 758.194276] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.207820] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480517, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.350191] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.372622] env[62364]: DEBUG oslo_vmware.api [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480514, 'name': PowerOnVM_Task, 'duration_secs': 0.793348} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.372939] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.373303] env[62364]: INFO nova.compute.manager [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Took 10.73 seconds to spawn the instance on the hypervisor. [ 758.373623] env[62364]: DEBUG nova.compute.manager [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.374546] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843ec27-ebd0-45fe-95e6-ebc8e356b227 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.471603] env[62364]: DEBUG nova.compute.manager [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Received event network-vif-deleted-31a4fa47-d7c9-4798-95a3-559d87540a35 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 758.471890] env[62364]: DEBUG nova.compute.manager [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Received event network-changed-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 758.472275] env[62364]: DEBUG nova.compute.manager [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Refreshing instance network info cache due to event network-changed-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 758.472557] env[62364]: DEBUG oslo_concurrency.lockutils [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] Acquiring lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.472758] env[62364]: DEBUG oslo_concurrency.lockutils [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] Acquired lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.472960] env[62364]: DEBUG nova.network.neutron [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Refreshing network info cache for port 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.474863] env[62364]: DEBUG nova.network.neutron [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Updated VIF entry in instance network info cache for port 8b5e4c02-7f97-4c5b-9938-98d020131f8e. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.475287] env[62364]: DEBUG nova.network.neutron [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Updating instance_info_cache with network_info: [{"id": "8b5e4c02-7f97-4c5b-9938-98d020131f8e", "address": "fa:16:3e:16:90:3c", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5e4c02-7f", "ovs_interfaceid": "8b5e4c02-7f97-4c5b-9938-98d020131f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.503033] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480515, 'name': ReconfigVM_Task, 'duration_secs': 0.774167} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.503441] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 7f8a52a3-3ff7-442f-9006-8f0711b0d045/7f8a52a3-3ff7-442f-9006-8f0711b0d045.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.504449] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cb17863-8ec6-445e-af2e-3504846fa496 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.512244] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.512920] env[62364]: DEBUG nova.compute.manager [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.518110] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.373s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.519842] env[62364]: INFO nova.compute.claims [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.530126] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 758.530126] env[62364]: value = "task-2480518" [ 758.530126] env[62364]: _type = "Task" [ 758.530126] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.541316] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480518, 'name': Rename_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.704906] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480517, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.842765] env[62364]: DEBUG oslo_vmware.api [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480516, 'name': PowerOnVM_Task, 'duration_secs': 0.802939} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.843063] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.843538] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-46381345-970f-42e7-8a87-d62d57d9b03a tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance 'd31cec87-f24e-40d0-aa22-462f2eb62ea2' progress to 100 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 758.895118] env[62364]: INFO nova.compute.manager [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Took 44.31 seconds to build instance. [ 758.981202] env[62364]: DEBUG oslo_concurrency.lockutils [req-12079cdd-b2df-4ac9-8d32-2f2f1c9b3404 req-5bf39e45-5a79-4f46-86de-64b01e1dc492 service nova] Releasing lock "refresh_cache-70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.033217] env[62364]: DEBUG nova.compute.utils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 759.034810] env[62364]: DEBUG nova.compute.manager [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.034990] env[62364]: DEBUG nova.network.neutron [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.052913] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480518, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.149338] env[62364]: DEBUG nova.policy [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5cd353f1d6f43f48abd22e2c8e3811e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f62798c929d4d63aaaed4d7726a60e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.207767] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480517, 'name': CreateVM_Task, 'duration_secs': 0.523481} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.207972] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.208986] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.209236] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.209571] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.209837] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88066df4-cc70-4ba8-b50e-d73ea4163694 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.220139] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 759.220139] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52cd0a76-eaf4-edda-393d-eeb422e7134f" [ 759.220139] env[62364]: _type = "Task" [ 759.220139] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.232246] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cd0a76-eaf4-edda-393d-eeb422e7134f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.262112] env[62364]: DEBUG nova.network.neutron [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updated VIF entry in instance network info cache for port 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.262846] env[62364]: DEBUG nova.network.neutron [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updating instance_info_cache with network_info: [{"id": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "address": "fa:16:3e:37:13:b6", "network": {"id": "d5e4de0f-1807-4a58-a955-07639f21d967", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1754372814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "345f8b74ea8b4a0e81ce9dcd11738fba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ee5d2-bb", "ovs_interfaceid": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.397267] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c566a2-ff6b-432b-ac82-156c7c945bcc tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Lock "8e82b9f3-02b0-401c-bbad-1158770da84b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.816s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.539357] env[62364]: DEBUG nova.compute.manager [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.553294] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480518, 'name': Rename_Task, 'duration_secs': 1.014839} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.553611] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.553948] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ea137a-0a3a-4dc5-b9d5-985af7bc591e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.565720] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 759.565720] env[62364]: value = "task-2480519" [ 759.565720] env[62364]: _type = "Task" [ 759.565720] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.578710] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.738106] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cd0a76-eaf4-edda-393d-eeb422e7134f, 'name': SearchDatastore_Task, 'duration_secs': 0.017216} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.741851] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.742232] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.742727] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.742954] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.743236] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.743987] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a94c12fd-103b-4db1-8c8a-121432498fe0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.759356] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.759625] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.760473] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aee3424-bd8a-4162-aa68-eeb4e613de55 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.765756] env[62364]: DEBUG oslo_concurrency.lockutils [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] Releasing lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.766145] env[62364]: DEBUG nova.compute.manager [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Received event network-changed-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 759.766402] env[62364]: DEBUG nova.compute.manager [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Refreshing instance network info cache due to event network-changed-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 759.766706] env[62364]: DEBUG oslo_concurrency.lockutils [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] Acquiring lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.766939] env[62364]: DEBUG oslo_concurrency.lockutils [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] Acquired lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.767156] env[62364]: DEBUG nova.network.neutron [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Refreshing network info cache for port 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.773212] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 759.773212] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ba5b11-98df-e17c-1055-8b24e8b3e076" [ 759.773212] env[62364]: _type = "Task" [ 759.773212] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.789131] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ba5b11-98df-e17c-1055-8b24e8b3e076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.861011] env[62364]: DEBUG nova.network.neutron [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Successfully created port: 43331e53-8f66-4aca-8b3d-3f2243ba5038 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.903932] env[62364]: DEBUG nova.compute.manager [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.080468] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.200084] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca47d132-55da-4cd6-84a0-e30a4ee1dfef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.209168] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89850a10-db79-437b-b0cb-4550efdb2d55 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.246398] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff66874-d894-4d1e-adb6-9eb82c243b79 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.256344] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf3273b-4cf7-4089-b51b-cf083292c670 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.284021] env[62364]: DEBUG nova.compute.provider_tree [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.304808] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ba5b11-98df-e17c-1055-8b24e8b3e076, 'name': SearchDatastore_Task, 'duration_secs': 0.02437} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.305721] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c671e0-89f9-4db4-bbe7-585c8e40ba81 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.314873] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 760.314873] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523a62d0-fb2a-b1db-0a75-8d86bbb0d32b" [ 760.314873] env[62364]: _type = "Task" [ 760.314873] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.332412] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523a62d0-fb2a-b1db-0a75-8d86bbb0d32b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.438336] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.547372] env[62364]: DEBUG nova.network.neutron [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updated VIF entry in instance network info cache for port 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.547881] env[62364]: DEBUG nova.network.neutron [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updating instance_info_cache with network_info: [{"id": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "address": "fa:16:3e:37:13:b6", "network": {"id": "d5e4de0f-1807-4a58-a955-07639f21d967", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1754372814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "345f8b74ea8b4a0e81ce9dcd11738fba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ee5d2-bb", "ovs_interfaceid": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.556052] env[62364]: DEBUG nova.compute.manager [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.583851] env[62364]: DEBUG oslo_vmware.api [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480519, 'name': PowerOnVM_Task, 'duration_secs': 0.935082} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.587566] env[62364]: DEBUG nova.virt.hardware [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.587946] env[62364]: DEBUG nova.virt.hardware [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.588231] env[62364]: DEBUG nova.virt.hardware [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.588529] env[62364]: DEBUG nova.virt.hardware [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.588784] env[62364]: DEBUG nova.virt.hardware [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.589046] env[62364]: DEBUG nova.virt.hardware [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.589405] env[62364]: DEBUG nova.virt.hardware [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.589674] env[62364]: DEBUG nova.virt.hardware [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.589957] env[62364]: DEBUG nova.virt.hardware [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.590260] env[62364]: DEBUG nova.virt.hardware [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.590552] env[62364]: DEBUG nova.virt.hardware [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.591046] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.591515] env[62364]: INFO nova.compute.manager [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Took 9.29 seconds to spawn the instance on the hypervisor. [ 760.591817] env[62364]: DEBUG nova.compute.manager [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.593578] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708814b6-c8c7-45d8-a79a-2deaef500e3e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.598797] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7301176a-81f3-4282-8c62-fb1dfa9944d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.614406] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250ad243-443d-4f26-a26e-e91551377368 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.794020] env[62364]: DEBUG nova.scheduler.client.report [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.832302] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523a62d0-fb2a-b1db-0a75-8d86bbb0d32b, 'name': SearchDatastore_Task, 'duration_secs': 0.018546} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.832808] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.833299] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6/70cf9c0f-457f-4a50-b07a-4f6939d9d7e6.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.833592] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-176ae666-d91e-4594-accd-d7bf66d87bd1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.847486] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 760.847486] env[62364]: value = "task-2480520" [ 760.847486] env[62364]: _type = "Task" [ 760.847486] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.859117] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.051134] env[62364]: DEBUG oslo_concurrency.lockutils [req-88b35fe6-3a05-4d3f-b83b-03bb75bf8710 req-f9719ec3-d244-4dd9-b118-819cac7ef783 service nova] Releasing lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.138837] env[62364]: INFO nova.compute.manager [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Took 44.63 seconds to build instance. [ 761.304091] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.304091] env[62364]: DEBUG nova.compute.manager [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.308415] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.985s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.312023] env[62364]: DEBUG nova.objects.instance [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lazy-loading 'resources' on Instance uuid 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.365643] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480520, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.373189] env[62364]: DEBUG nova.compute.manager [req-e414109a-e243-4d09-bcff-94bc26bf9fd2 req-44d1b447-e69d-4ccc-8a85-23c97cfee783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Received event network-changed-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 761.373503] env[62364]: DEBUG nova.compute.manager [req-e414109a-e243-4d09-bcff-94bc26bf9fd2 req-44d1b447-e69d-4ccc-8a85-23c97cfee783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Refreshing instance network info cache due to event network-changed-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 761.373708] env[62364]: DEBUG oslo_concurrency.lockutils [req-e414109a-e243-4d09-bcff-94bc26bf9fd2 req-44d1b447-e69d-4ccc-8a85-23c97cfee783 service nova] Acquiring lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.373941] env[62364]: DEBUG oslo_concurrency.lockutils [req-e414109a-e243-4d09-bcff-94bc26bf9fd2 req-44d1b447-e69d-4ccc-8a85-23c97cfee783 service nova] Acquired lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.374154] env[62364]: DEBUG nova.network.neutron [req-e414109a-e243-4d09-bcff-94bc26bf9fd2 req-44d1b447-e69d-4ccc-8a85-23c97cfee783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Refreshing network info cache for port 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.641580] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0d8dd5a4-7a77-472b-9b89-7c215c6f269f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.148s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.658183] env[62364]: DEBUG nova.network.neutron [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Successfully updated port: 43331e53-8f66-4aca-8b3d-3f2243ba5038 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.776099] env[62364]: DEBUG nova.compute.manager [req-206d6316-4b9c-45b3-9318-46865b44d5f6 req-47184ca9-ddd6-4957-9390-70d571188340 service nova] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Received event network-vif-plugged-43331e53-8f66-4aca-8b3d-3f2243ba5038 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 761.776099] env[62364]: DEBUG oslo_concurrency.lockutils [req-206d6316-4b9c-45b3-9318-46865b44d5f6 req-47184ca9-ddd6-4957-9390-70d571188340 service nova] Acquiring lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.776099] env[62364]: DEBUG oslo_concurrency.lockutils [req-206d6316-4b9c-45b3-9318-46865b44d5f6 req-47184ca9-ddd6-4957-9390-70d571188340 service nova] Lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.776099] env[62364]: DEBUG oslo_concurrency.lockutils [req-206d6316-4b9c-45b3-9318-46865b44d5f6 req-47184ca9-ddd6-4957-9390-70d571188340 service nova] Lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.776099] env[62364]: DEBUG nova.compute.manager [req-206d6316-4b9c-45b3-9318-46865b44d5f6 req-47184ca9-ddd6-4957-9390-70d571188340 service nova] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] No waiting events found dispatching network-vif-plugged-43331e53-8f66-4aca-8b3d-3f2243ba5038 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.776280] env[62364]: WARNING nova.compute.manager [req-206d6316-4b9c-45b3-9318-46865b44d5f6 req-47184ca9-ddd6-4957-9390-70d571188340 service nova] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Received unexpected event network-vif-plugged-43331e53-8f66-4aca-8b3d-3f2243ba5038 for instance with vm_state building and task_state spawning. [ 761.816947] env[62364]: DEBUG nova.compute.utils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 761.818565] env[62364]: DEBUG nova.compute.manager [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.818734] env[62364]: DEBUG nova.network.neutron [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.864965] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552513} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.865577] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6/70cf9c0f-457f-4a50-b07a-4f6939d9d7e6.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.865577] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.865745] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c12e72-e320-4b22-abf0-dd492f971c10 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.875952] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 761.875952] env[62364]: value = "task-2480521" [ 761.875952] env[62364]: _type = "Task" [ 761.875952] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.894732] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.904563] env[62364]: DEBUG nova.policy [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5cd353f1d6f43f48abd22e2c8e3811e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f62798c929d4d63aaaed4d7726a60e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.144542] env[62364]: DEBUG nova.compute.manager [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.164171] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "refresh_cache-2e0093e3-fc10-4f88-bbed-b233c9f1b44a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.164171] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquired lock "refresh_cache-2e0093e3-fc10-4f88-bbed-b233c9f1b44a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.164171] env[62364]: DEBUG nova.network.neutron [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.201278] env[62364]: DEBUG nova.network.neutron [req-e414109a-e243-4d09-bcff-94bc26bf9fd2 req-44d1b447-e69d-4ccc-8a85-23c97cfee783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updated VIF entry in instance network info cache for port 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.201626] env[62364]: DEBUG nova.network.neutron [req-e414109a-e243-4d09-bcff-94bc26bf9fd2 req-44d1b447-e69d-4ccc-8a85-23c97cfee783 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updating instance_info_cache with network_info: [{"id": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "address": "fa:16:3e:37:13:b6", "network": {"id": "d5e4de0f-1807-4a58-a955-07639f21d967", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1754372814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "345f8b74ea8b4a0e81ce9dcd11738fba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ee5d2-bb", "ovs_interfaceid": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.323730] env[62364]: DEBUG nova.compute.manager [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.330038] env[62364]: DEBUG nova.network.neutron [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Successfully created port: ed2606ea-6286-41ca-821a-0523f0e98be4 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.390252] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081813} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.390352] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.391411] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78279d78-3d52-4733-817d-d1348376ecb9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.420729] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6/70cf9c0f-457f-4a50-b07a-4f6939d9d7e6.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.423979] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4739c0c-a437-4ac3-b50f-be1e53cae691 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.445503] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.445768] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.445962] env[62364]: DEBUG nova.compute.manager [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Going to confirm migration 1 {{(pid=62364) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 762.449640] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 762.449640] env[62364]: value = "task-2480522" [ 762.449640] env[62364]: _type = "Task" [ 762.449640] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.461895] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.542417] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33d444f-c28e-4e95-9a87-ea71a8b481f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.552386] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4ad3c9-cbc8-4c0c-b968-b9948d099089 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.596107] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac81f0ee-cc51-4cc0-95c2-0cad9f2b4d65 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.608448] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4716f1ff-df17-4922-b75a-e4091a3abf4a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.623057] env[62364]: DEBUG nova.compute.provider_tree [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.671838] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.682180] env[62364]: DEBUG oslo_concurrency.lockutils [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquiring lock "8e82b9f3-02b0-401c-bbad-1158770da84b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.682180] env[62364]: DEBUG oslo_concurrency.lockutils [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Lock "8e82b9f3-02b0-401c-bbad-1158770da84b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.682180] env[62364]: DEBUG oslo_concurrency.lockutils [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquiring lock "8e82b9f3-02b0-401c-bbad-1158770da84b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.682180] env[62364]: DEBUG oslo_concurrency.lockutils [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Lock "8e82b9f3-02b0-401c-bbad-1158770da84b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.682415] env[62364]: DEBUG oslo_concurrency.lockutils [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Lock "8e82b9f3-02b0-401c-bbad-1158770da84b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.684392] env[62364]: INFO nova.compute.manager [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Terminating instance [ 762.704167] env[62364]: DEBUG oslo_concurrency.lockutils [req-e414109a-e243-4d09-bcff-94bc26bf9fd2 req-44d1b447-e69d-4ccc-8a85-23c97cfee783 service nova] Releasing lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.713537] env[62364]: DEBUG nova.network.neutron [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.890105] env[62364]: DEBUG nova.network.neutron [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Updating instance_info_cache with network_info: [{"id": "43331e53-8f66-4aca-8b3d-3f2243ba5038", "address": "fa:16:3e:48:1c:74", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43331e53-8f", "ovs_interfaceid": "43331e53-8f66-4aca-8b3d-3f2243ba5038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.966042] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480522, 'name': ReconfigVM_Task, 'duration_secs': 0.472357} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.966367] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6/70cf9c0f-457f-4a50-b07a-4f6939d9d7e6.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.967091] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5430607-52de-4891-bd6a-a52c18157eca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.977129] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 762.977129] env[62364]: value = "task-2480523" [ 762.977129] env[62364]: _type = "Task" [ 762.977129] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.986091] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480523, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.027387] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.027456] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.027651] env[62364]: DEBUG nova.network.neutron [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.027947] env[62364]: DEBUG nova.objects.instance [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lazy-loading 'info_cache' on Instance uuid d31cec87-f24e-40d0-aa22-462f2eb62ea2 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.128691] env[62364]: DEBUG nova.scheduler.client.report [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.189147] env[62364]: DEBUG nova.compute.manager [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.189147] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.189805] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4509f815-a796-4b26-82e1-2dcd47906aa0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.199711] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.200084] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc60433d-a70c-410c-962f-5129accb92c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.209269] env[62364]: DEBUG oslo_vmware.api [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for the task: (returnval){ [ 763.209269] env[62364]: value = "task-2480524" [ 763.209269] env[62364]: _type = "Task" [ 763.209269] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.218511] env[62364]: DEBUG oslo_vmware.api [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.337305] env[62364]: DEBUG nova.compute.manager [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.344461] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.344710] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.344979] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.348041] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.348229] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.352891] env[62364]: INFO nova.compute.manager [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Terminating instance [ 763.368242] env[62364]: DEBUG nova.virt.hardware [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.368362] env[62364]: DEBUG nova.virt.hardware [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.368510] env[62364]: DEBUG nova.virt.hardware [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.368707] env[62364]: DEBUG nova.virt.hardware [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.369034] env[62364]: DEBUG nova.virt.hardware [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.369368] env[62364]: DEBUG nova.virt.hardware [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.369453] env[62364]: DEBUG nova.virt.hardware [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.369622] env[62364]: DEBUG nova.virt.hardware [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.369806] env[62364]: DEBUG nova.virt.hardware [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.370017] env[62364]: DEBUG nova.virt.hardware [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.370222] env[62364]: DEBUG nova.virt.hardware [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.371665] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee77ce6c-26a3-4b06-ac14-cd4eedebe07b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.382713] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe081fff-1379-4da3-b814-5c1d8d510209 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.400809] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Releasing lock "refresh_cache-2e0093e3-fc10-4f88-bbed-b233c9f1b44a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.401321] env[62364]: DEBUG nova.compute.manager [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Instance network_info: |[{"id": "43331e53-8f66-4aca-8b3d-3f2243ba5038", "address": "fa:16:3e:48:1c:74", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43331e53-8f", "ovs_interfaceid": "43331e53-8f66-4aca-8b3d-3f2243ba5038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.402021] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:1c:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43331e53-8f66-4aca-8b3d-3f2243ba5038', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.410045] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Creating folder: Project (3f62798c929d4d63aaaed4d7726a60e8). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.410806] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c7be11b-f074-4f94-b5c5-6200358df599 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.426077] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Created folder: Project (3f62798c929d4d63aaaed4d7726a60e8) in parent group-v501830. [ 763.426327] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Creating folder: Instances. Parent ref: group-v501970. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.426630] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb1d6aa8-0ca4-4d4a-9e1a-f27b72342403 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.439049] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Created folder: Instances in parent group-v501970. [ 763.439242] env[62364]: DEBUG oslo.service.loopingcall [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.440011] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.440011] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8b12b4c-154f-4bcd-a9ba-bac61708ad6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.466509] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.466509] env[62364]: value = "task-2480527" [ 763.466509] env[62364]: _type = "Task" [ 763.466509] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.477679] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480527, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.487953] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480523, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.634414] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.636873] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.251s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.637100] env[62364]: DEBUG nova.objects.instance [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lazy-loading 'resources' on Instance uuid 2a62103a-6e07-4750-a992-3787b0622e11 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.668230] env[62364]: INFO nova.scheduler.client.report [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleted allocations for instance 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3 [ 763.724698] env[62364]: DEBUG oslo_vmware.api [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.780274] env[62364]: DEBUG nova.compute.manager [req-677ce849-f50d-41bc-b4e1-9ff64cd4cfb3 req-938845df-da67-4ebd-848a-2dddfd9243c3 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Received event network-changed-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 763.780669] env[62364]: DEBUG nova.compute.manager [req-677ce849-f50d-41bc-b4e1-9ff64cd4cfb3 req-938845df-da67-4ebd-848a-2dddfd9243c3 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Refreshing instance network info cache due to event network-changed-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 763.780845] env[62364]: DEBUG oslo_concurrency.lockutils [req-677ce849-f50d-41bc-b4e1-9ff64cd4cfb3 req-938845df-da67-4ebd-848a-2dddfd9243c3 service nova] Acquiring lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.781022] env[62364]: DEBUG oslo_concurrency.lockutils [req-677ce849-f50d-41bc-b4e1-9ff64cd4cfb3 req-938845df-da67-4ebd-848a-2dddfd9243c3 service nova] Acquired lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.781280] env[62364]: DEBUG nova.network.neutron [req-677ce849-f50d-41bc-b4e1-9ff64cd4cfb3 req-938845df-da67-4ebd-848a-2dddfd9243c3 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Refreshing network info cache for port 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.858031] env[62364]: DEBUG nova.compute.manager [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.858192] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.859178] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4eb9e6-45d5-4c58-b4da-a37976727b3b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.871757] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.872458] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5a6ac03-383d-4508-ae93-cb509745efe1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.876736] env[62364]: DEBUG oslo_vmware.rw_handles [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba78a3-7d8b-d7d9-325e-cacd5c59b116/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 763.877724] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b415a4b8-d0ae-4eb3-ab2c-3a541fb37cfd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.885355] env[62364]: DEBUG oslo_vmware.rw_handles [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba78a3-7d8b-d7d9-325e-cacd5c59b116/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 763.886315] env[62364]: ERROR oslo_vmware.rw_handles [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba78a3-7d8b-d7d9-325e-cacd5c59b116/disk-0.vmdk due to incomplete transfer. [ 763.886315] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27e0bf0d-df7b-4fc9-8a9a-6e2701a1d416 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.890826] env[62364]: DEBUG oslo_vmware.api [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 763.890826] env[62364]: value = "task-2480528" [ 763.890826] env[62364]: _type = "Task" [ 763.890826] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.901943] env[62364]: DEBUG oslo_vmware.api [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.907951] env[62364]: DEBUG oslo_vmware.rw_handles [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba78a3-7d8b-d7d9-325e-cacd5c59b116/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 763.908306] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Uploaded image 027ca20a-44a1-4969-814b-7fceda462863 to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 763.910813] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 763.911132] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06f63f05-7b8a-4f20-9d74-96f2d09e4bd5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.922325] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 763.922325] env[62364]: value = "task-2480529" [ 763.922325] env[62364]: _type = "Task" [ 763.922325] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.931848] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480529, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.983162] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480527, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.984946] env[62364]: DEBUG nova.network.neutron [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Successfully updated port: ed2606ea-6286-41ca-821a-0523f0e98be4 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.003522] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480523, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.107090] env[62364]: DEBUG nova.compute.manager [req-8ac03c04-3cc9-4133-bde0-aebe66db477d req-55201542-cdd1-4682-b861-e4b0914b8254 service nova] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Received event network-changed-43331e53-8f66-4aca-8b3d-3f2243ba5038 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 764.111025] env[62364]: DEBUG nova.compute.manager [req-8ac03c04-3cc9-4133-bde0-aebe66db477d req-55201542-cdd1-4682-b861-e4b0914b8254 service nova] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Refreshing instance network info cache due to event network-changed-43331e53-8f66-4aca-8b3d-3f2243ba5038. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 764.111025] env[62364]: DEBUG oslo_concurrency.lockutils [req-8ac03c04-3cc9-4133-bde0-aebe66db477d req-55201542-cdd1-4682-b861-e4b0914b8254 service nova] Acquiring lock "refresh_cache-2e0093e3-fc10-4f88-bbed-b233c9f1b44a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.111025] env[62364]: DEBUG oslo_concurrency.lockutils [req-8ac03c04-3cc9-4133-bde0-aebe66db477d req-55201542-cdd1-4682-b861-e4b0914b8254 service nova] Acquired lock "refresh_cache-2e0093e3-fc10-4f88-bbed-b233c9f1b44a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.111025] env[62364]: DEBUG nova.network.neutron [req-8ac03c04-3cc9-4133-bde0-aebe66db477d req-55201542-cdd1-4682-b861-e4b0914b8254 service nova] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Refreshing network info cache for port 43331e53-8f66-4aca-8b3d-3f2243ba5038 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.181289] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d7d1583-1ad2-4309-bbe8-059f9e1bd0e1 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "7d0875a3-45fa-4674-a40b-47ecd0e6b9e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.044s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.222713] env[62364]: DEBUG oslo_vmware.api [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.297546] env[62364]: DEBUG nova.network.neutron [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance_info_cache with network_info: [{"id": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "address": "fa:16:3e:13:ab:1b", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccbe3981-7c", "ovs_interfaceid": "ccbe3981-7cdb-4c6c-a6a3-906680f1554e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.405055] env[62364]: DEBUG oslo_vmware.api [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480528, 'name': PowerOffVM_Task, 'duration_secs': 0.237923} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.408865] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.408865] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.409206] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e9c74d6-7656-494b-b274-fa05a8be366b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.431856] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480529, 'name': Destroy_Task, 'duration_secs': 0.473437} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.438275] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Destroyed the VM [ 764.438650] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 764.440186] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a0245b85-fad7-41eb-85ed-227e388b40c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.449940] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 764.449940] env[62364]: value = "task-2480531" [ 764.449940] env[62364]: _type = "Task" [ 764.449940] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.464620] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480531, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.479375] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480527, 'name': CreateVM_Task, 'duration_secs': 0.696448} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.482238] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.483197] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.483397] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.483793] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.484167] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8c40b5-70c7-4bdd-b3c8-7ec7bde133f6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.497051] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "refresh_cache-a2e401f8-0237-45cb-88f2-06058dfc079e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.497261] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquired lock "refresh_cache-a2e401f8-0237-45cb-88f2-06058dfc079e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.497353] env[62364]: DEBUG nova.network.neutron [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.503231] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 764.503231] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526cb267-8ba2-5654-28e0-9ac2d01fe3a6" [ 764.503231] env[62364]: _type = "Task" [ 764.503231] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.503399] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480523, 'name': Rename_Task, 'duration_secs': 1.223357} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.504173] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.507726] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b69a6550-26b0-45a8-8067-52b3d4e763c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.518055] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526cb267-8ba2-5654-28e0-9ac2d01fe3a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012905} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.519735] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.520415] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.520415] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.520415] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.520664] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.521134] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 764.521134] env[62364]: value = "task-2480532" [ 764.521134] env[62364]: _type = "Task" [ 764.521134] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.521246] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7228f503-b945-4480-8a47-f70c2651b9c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.536884] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.537949] env[62364]: DEBUG nova.network.neutron [req-677ce849-f50d-41bc-b4e1-9ff64cd4cfb3 req-938845df-da67-4ebd-848a-2dddfd9243c3 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updated VIF entry in instance network info cache for port 1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.538199] env[62364]: DEBUG nova.network.neutron [req-677ce849-f50d-41bc-b4e1-9ff64cd4cfb3 req-938845df-da67-4ebd-848a-2dddfd9243c3 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updating instance_info_cache with network_info: [{"id": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "address": "fa:16:3e:37:13:b6", "network": {"id": "d5e4de0f-1807-4a58-a955-07639f21d967", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1754372814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "345f8b74ea8b4a0e81ce9dcd11738fba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ee5d2-bb", "ovs_interfaceid": "1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.540277] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.540277] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.542848] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdaf8667-1955-425a-8cc1-8db9480bad0b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.546992] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 764.546992] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527e2477-26b6-a717-38f7-98aacfa3fe05" [ 764.546992] env[62364]: _type = "Task" [ 764.546992] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.560086] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527e2477-26b6-a717-38f7-98aacfa3fe05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.723065] env[62364]: DEBUG oslo_vmware.api [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480524, 'name': PowerOffVM_Task, 'duration_secs': 1.251678} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.723256] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.723426] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.723778] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d275535-42fc-49b6-a53b-e69f69798a8b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.742255] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fe594e-b8d1-48c3-908c-e5c7854268b4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.750771] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d73fb3-1dd4-49c4-8d46-f89a09e55814 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.785355] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327078fe-962a-4073-84ee-fe9e5680802a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.798211] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9694d5ca-9841-4e7d-9d1f-33ceba4d8f9a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.804091] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.804394] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.804700] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Deleting the datastore file [datastore2] 8e82b9f3-02b0-401c-bbad-1158770da84b {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.805269] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22b6fe7c-6cce-40c7-9139-6e0c037faa7f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.807368] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "refresh_cache-d31cec87-f24e-40d0-aa22-462f2eb62ea2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.807707] env[62364]: DEBUG nova.objects.instance [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lazy-loading 'migration_context' on Instance uuid d31cec87-f24e-40d0-aa22-462f2eb62ea2 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.818613] env[62364]: DEBUG nova.compute.provider_tree [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.823680] env[62364]: DEBUG oslo_vmware.api [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for the task: (returnval){ [ 764.823680] env[62364]: value = "task-2480534" [ 764.823680] env[62364]: _type = "Task" [ 764.823680] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.833211] env[62364]: DEBUG oslo_vmware.api [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.871419] env[62364]: DEBUG nova.network.neutron [req-8ac03c04-3cc9-4133-bde0-aebe66db477d req-55201542-cdd1-4682-b861-e4b0914b8254 service nova] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Updated VIF entry in instance network info cache for port 43331e53-8f66-4aca-8b3d-3f2243ba5038. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.871795] env[62364]: DEBUG nova.network.neutron [req-8ac03c04-3cc9-4133-bde0-aebe66db477d req-55201542-cdd1-4682-b861-e4b0914b8254 service nova] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Updating instance_info_cache with network_info: [{"id": "43331e53-8f66-4aca-8b3d-3f2243ba5038", "address": "fa:16:3e:48:1c:74", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43331e53-8f", "ovs_interfaceid": "43331e53-8f66-4aca-8b3d-3f2243ba5038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.881641] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquiring lock "77921f9a-d424-4bb8-876d-9325ef329e6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.881641] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Lock "77921f9a-d424-4bb8-876d-9325ef329e6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.881641] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquiring lock "77921f9a-d424-4bb8-876d-9325ef329e6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.881641] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Lock "77921f9a-d424-4bb8-876d-9325ef329e6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.881893] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Lock "77921f9a-d424-4bb8-876d-9325ef329e6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.884359] env[62364]: INFO nova.compute.manager [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Terminating instance [ 764.960710] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480531, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.035876] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480532, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.041571] env[62364]: DEBUG oslo_concurrency.lockutils [req-677ce849-f50d-41bc-b4e1-9ff64cd4cfb3 req-938845df-da67-4ebd-848a-2dddfd9243c3 service nova] Releasing lock "refresh_cache-77921f9a-d424-4bb8-876d-9325ef329e6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.042781] env[62364]: DEBUG nova.network.neutron [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.060630] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527e2477-26b6-a717-38f7-98aacfa3fe05, 'name': SearchDatastore_Task, 'duration_secs': 0.023075} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.062015] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63512ff5-56a4-49cf-9f3c-3f09ffd1fd8f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.070013] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 765.070013] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d82da5-2d27-ae71-4b0c-22627657fbc7" [ 765.070013] env[62364]: _type = "Task" [ 765.070013] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.078441] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d82da5-2d27-ae71-4b0c-22627657fbc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.182194] env[62364]: DEBUG nova.network.neutron [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Updating instance_info_cache with network_info: [{"id": "ed2606ea-6286-41ca-821a-0523f0e98be4", "address": "fa:16:3e:45:67:dd", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2606ea-62", "ovs_interfaceid": "ed2606ea-6286-41ca-821a-0523f0e98be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.323834] env[62364]: DEBUG nova.objects.base [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 765.323834] env[62364]: DEBUG nova.scheduler.client.report [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.331202] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae837287-3b3c-443e-863a-c85be415368c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.341454] env[62364]: DEBUG oslo_vmware.api [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Task: {'id': task-2480534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217047} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.355797] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.356041] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.356225] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.356399] env[62364]: INFO nova.compute.manager [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Took 2.17 seconds to destroy the instance on the hypervisor. [ 765.356644] env[62364]: DEBUG oslo.service.loopingcall [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.358231] env[62364]: DEBUG nova.compute.manager [-] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.358359] env[62364]: DEBUG nova.network.neutron [-] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.360336] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00146d4a-eb1a-46dc-a175-17ce6796fc8b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.369834] env[62364]: DEBUG oslo_vmware.api [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 765.369834] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]522d59e0-5ebc-23d6-9f60-238de04a4115" [ 765.369834] env[62364]: _type = "Task" [ 765.369834] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.374184] env[62364]: DEBUG oslo_concurrency.lockutils [req-8ac03c04-3cc9-4133-bde0-aebe66db477d req-55201542-cdd1-4682-b861-e4b0914b8254 service nova] Releasing lock "refresh_cache-2e0093e3-fc10-4f88-bbed-b233c9f1b44a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.381285] env[62364]: DEBUG oslo_vmware.api [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522d59e0-5ebc-23d6-9f60-238de04a4115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.388374] env[62364]: DEBUG nova.compute.manager [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.388579] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.389396] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105bd0fb-1c08-476e-a0a1-ad005123b154 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.399336] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.399598] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d994a13-c8f3-4691-92ee-9ca8f93ab925 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.413462] env[62364]: DEBUG oslo_vmware.api [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 765.413462] env[62364]: value = "task-2480535" [ 765.413462] env[62364]: _type = "Task" [ 765.413462] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.427084] env[62364]: DEBUG oslo_vmware.api [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.461192] env[62364]: DEBUG oslo_vmware.api [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480531, 'name': RemoveSnapshot_Task, 'duration_secs': 0.591586} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.461451] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.461776] env[62364]: INFO nova.compute.manager [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Took 22.11 seconds to snapshot the instance on the hypervisor. [ 765.534922] env[62364]: DEBUG oslo_vmware.api [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480532, 'name': PowerOnVM_Task, 'duration_secs': 0.550307} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.535236] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.535436] env[62364]: INFO nova.compute.manager [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Took 10.16 seconds to spawn the instance on the hypervisor. [ 765.535616] env[62364]: DEBUG nova.compute.manager [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.536429] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b6e698-568d-4c4a-a9c4-308d2b6551cd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.582491] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d82da5-2d27-ae71-4b0c-22627657fbc7, 'name': SearchDatastore_Task, 'duration_secs': 0.044798} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.582491] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.582669] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 2e0093e3-fc10-4f88-bbed-b233c9f1b44a/2e0093e3-fc10-4f88-bbed-b233c9f1b44a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.582881] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4396eca-2958-4e40-b282-b977082d6761 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.591640] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 765.591640] env[62364]: value = "task-2480536" [ 765.591640] env[62364]: _type = "Task" [ 765.591640] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.600502] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.685575] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Releasing lock "refresh_cache-a2e401f8-0237-45cb-88f2-06058dfc079e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.686109] env[62364]: DEBUG nova.compute.manager [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Instance network_info: |[{"id": "ed2606ea-6286-41ca-821a-0523f0e98be4", "address": "fa:16:3e:45:67:dd", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2606ea-62", "ovs_interfaceid": "ed2606ea-6286-41ca-821a-0523f0e98be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.686704] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:67:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed2606ea-6286-41ca-821a-0523f0e98be4', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.695255] env[62364]: DEBUG oslo.service.loopingcall [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.696964] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.697203] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b7ff69-1568-4460-8c3d-296d1c3cab86 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.712851] env[62364]: DEBUG nova.network.neutron [-] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.728074] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.728074] env[62364]: value = "task-2480537" [ 765.728074] env[62364]: _type = "Task" [ 765.728074] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.740359] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480537, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.834343] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.837177] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.248s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.837628] env[62364]: DEBUG nova.objects.instance [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lazy-loading 'resources' on Instance uuid 9745f741-5030-4bba-8ddc-bff38331ab4c {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.859917] env[62364]: INFO nova.scheduler.client.report [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Deleted allocations for instance 2a62103a-6e07-4750-a992-3787b0622e11 [ 765.887791] env[62364]: DEBUG oslo_vmware.api [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522d59e0-5ebc-23d6-9f60-238de04a4115, 'name': SearchDatastore_Task, 'duration_secs': 0.028263} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.887791] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.928520] env[62364]: DEBUG oslo_vmware.api [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480535, 'name': PowerOffVM_Task, 'duration_secs': 0.321554} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.929357] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.929628] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.929978] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-926c427d-f6c3-4105-b790-6a0ad53039b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.029148] env[62364]: DEBUG nova.compute.manager [None req-65f42561-3d57-4f62-860d-40d405b38234 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Found 2 images (rotation: 2) {{(pid=62364) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 766.055725] env[62364]: INFO nova.compute.manager [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Took 43.11 seconds to build instance. [ 766.107504] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480536, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.215552] env[62364]: INFO nova.compute.manager [-] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Took 0.86 seconds to deallocate network for instance. [ 766.240090] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480537, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.307813] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] Acquiring lock "refresh_cache-70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.308075] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] Acquired lock "refresh_cache-70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.308280] env[62364]: DEBUG nova.network.neutron [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.369641] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d22f23f9-ee8b-46b4-ac4e-c9de80bd96f9 tempest-ServersAaction247Test-1594182954 tempest-ServersAaction247Test-1594182954-project-member] Lock "2a62103a-6e07-4750-a992-3787b0622e11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.356s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.461377] env[62364]: DEBUG oslo_concurrency.lockutils [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "interface-28bfc61c-df62-49ff-807d-bd6845f6307a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.461699] env[62364]: DEBUG oslo_concurrency.lockutils [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-28bfc61c-df62-49ff-807d-bd6845f6307a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.462108] env[62364]: DEBUG nova.objects.instance [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'flavor' on Instance uuid 28bfc61c-df62-49ff-807d-bd6845f6307a {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.537608] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.537949] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.538210] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Deleting the datastore file [datastore1] 7f8a52a3-3ff7-442f-9006-8f0711b0d045 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.538519] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab765418-e188-4832-b2be-697b5f785f6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.545706] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.545926] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.546126] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Deleting the datastore file [datastore1] 77921f9a-d424-4bb8-876d-9325ef329e6c {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.548941] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4632928-d611-46da-bb6d-4513d4878818 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.552587] env[62364]: DEBUG oslo_vmware.api [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 766.552587] env[62364]: value = "task-2480539" [ 766.552587] env[62364]: _type = "Task" [ 766.552587] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.557165] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ab49b45-eba9-441b-89ad-abb39f18d025 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.620s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.560074] env[62364]: DEBUG oslo_vmware.api [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for the task: (returnval){ [ 766.560074] env[62364]: value = "task-2480540" [ 766.560074] env[62364]: _type = "Task" [ 766.560074] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.563222] env[62364]: DEBUG oslo_vmware.api [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.574369] env[62364]: DEBUG oslo_vmware.api [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.603886] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611796} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.606480] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 2e0093e3-fc10-4f88-bbed-b233c9f1b44a/2e0093e3-fc10-4f88-bbed-b233c9f1b44a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.606710] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.607354] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7b712b1-0efb-48fa-8cdd-7725bb049001 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.616337] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 766.616337] env[62364]: value = "task-2480541" [ 766.616337] env[62364]: _type = "Task" [ 766.616337] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.627085] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.722192] env[62364]: DEBUG oslo_concurrency.lockutils [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.740723] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480537, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.826288] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b978e8eb-3dc2-4daa-9f2f-7d74ca0232c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.834276] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac12e449-9664-4cdf-8201-fad273d39b8d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.870255] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417cafe7-4a12-448c-8ccf-e708e9310f71 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.873964] env[62364]: DEBUG nova.compute.manager [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Received event network-vif-plugged-ed2606ea-6286-41ca-821a-0523f0e98be4 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 766.874194] env[62364]: DEBUG oslo_concurrency.lockutils [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] Acquiring lock "a2e401f8-0237-45cb-88f2-06058dfc079e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.874402] env[62364]: DEBUG oslo_concurrency.lockutils [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] Lock "a2e401f8-0237-45cb-88f2-06058dfc079e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.874572] env[62364]: DEBUG oslo_concurrency.lockutils [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] Lock "a2e401f8-0237-45cb-88f2-06058dfc079e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.874800] env[62364]: DEBUG nova.compute.manager [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] No waiting events found dispatching network-vif-plugged-ed2606ea-6286-41ca-821a-0523f0e98be4 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.874895] env[62364]: WARNING nova.compute.manager [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Received unexpected event network-vif-plugged-ed2606ea-6286-41ca-821a-0523f0e98be4 for instance with vm_state building and task_state spawning. [ 766.875099] env[62364]: DEBUG nova.compute.manager [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Received event network-changed-ed2606ea-6286-41ca-821a-0523f0e98be4 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 766.875266] env[62364]: DEBUG nova.compute.manager [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Refreshing instance network info cache due to event network-changed-ed2606ea-6286-41ca-821a-0523f0e98be4. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 766.875444] env[62364]: DEBUG oslo_concurrency.lockutils [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] Acquiring lock "refresh_cache-a2e401f8-0237-45cb-88f2-06058dfc079e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.875577] env[62364]: DEBUG oslo_concurrency.lockutils [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] Acquired lock "refresh_cache-a2e401f8-0237-45cb-88f2-06058dfc079e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.875735] env[62364]: DEBUG nova.network.neutron [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Refreshing network info cache for port ed2606ea-6286-41ca-821a-0523f0e98be4 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.884182] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bda4f79-5d36-4e5a-8a7a-77abfdf85900 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.899570] env[62364]: DEBUG nova.compute.provider_tree [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.063460] env[62364]: DEBUG oslo_vmware.api [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455901} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.063985] env[62364]: DEBUG nova.compute.manager [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.066704] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.067549] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.067549] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.067549] env[62364]: INFO nova.compute.manager [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Took 3.21 seconds to destroy the instance on the hypervisor. [ 767.067549] env[62364]: DEBUG oslo.service.loopingcall [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.070934] env[62364]: DEBUG nova.compute.manager [-] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.071056] env[62364]: DEBUG nova.network.neutron [-] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.079149] env[62364]: DEBUG oslo_vmware.api [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.080030] env[62364]: DEBUG nova.objects.instance [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'pci_requests' on Instance uuid 28bfc61c-df62-49ff-807d-bd6845f6307a {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.115445] env[62364]: DEBUG nova.network.neutron [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Updating instance_info_cache with network_info: [{"id": "8b5e4c02-7f97-4c5b-9938-98d020131f8e", "address": "fa:16:3e:16:90:3c", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5e4c02-7f", "ovs_interfaceid": "8b5e4c02-7f97-4c5b-9938-98d020131f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.126013] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208449} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.126787] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.127579] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9103df3a-5caf-41ca-a33d-1533f6fcbfd0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.153131] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 2e0093e3-fc10-4f88-bbed-b233c9f1b44a/2e0093e3-fc10-4f88-bbed-b233c9f1b44a.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.153718] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ea686b-1944-469c-9f37-434f838fb2d4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.177734] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 767.177734] env[62364]: value = "task-2480542" [ 767.177734] env[62364]: _type = "Task" [ 767.177734] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.185740] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.241263] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480537, 'name': CreateVM_Task, 'duration_secs': 1.042604} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.241457] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.242257] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.242422] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.242740] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.243014] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc3df28-1bce-48b2-97b5-1b8799212203 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.248467] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 767.248467] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ed520e-d825-fb5b-6863-8db979415c81" [ 767.248467] env[62364]: _type = "Task" [ 767.248467] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.257683] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ed520e-d825-fb5b-6863-8db979415c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.403214] env[62364]: DEBUG nova.scheduler.client.report [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.579032] env[62364]: DEBUG oslo_vmware.api [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Task: {'id': task-2480540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.838062} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.579032] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.579032] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.579032] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.579032] env[62364]: INFO nova.compute.manager [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Took 2.19 seconds to destroy the instance on the hypervisor. [ 767.579338] env[62364]: DEBUG oslo.service.loopingcall [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.579338] env[62364]: DEBUG nova.compute.manager [-] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.579338] env[62364]: DEBUG nova.network.neutron [-] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.582722] env[62364]: DEBUG nova.objects.base [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Object Instance<28bfc61c-df62-49ff-807d-bd6845f6307a> lazy-loaded attributes: flavor,pci_requests {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 767.582829] env[62364]: DEBUG nova.network.neutron [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.595952] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.615173] env[62364]: DEBUG nova.network.neutron [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Updated VIF entry in instance network info cache for port ed2606ea-6286-41ca-821a-0523f0e98be4. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.615665] env[62364]: DEBUG nova.network.neutron [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Updating instance_info_cache with network_info: [{"id": "ed2606ea-6286-41ca-821a-0523f0e98be4", "address": "fa:16:3e:45:67:dd", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2606ea-62", "ovs_interfaceid": "ed2606ea-6286-41ca-821a-0523f0e98be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.621474] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] Releasing lock "refresh_cache-70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.621709] env[62364]: DEBUG nova.compute.manager [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Inject network info {{(pid=62364) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 767.622113] env[62364]: DEBUG nova.compute.manager [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] network_info to inject: |[{"id": "8b5e4c02-7f97-4c5b-9938-98d020131f8e", "address": "fa:16:3e:16:90:3c", "network": {"id": "7ffcc21a-4416-41d0-8ec7-7d22057e7081", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2109001947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc96e978f3044258c33a4489d8f8588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5e4c02-7f", "ovs_interfaceid": "8b5e4c02-7f97-4c5b-9938-98d020131f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 767.627729] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Reconfiguring VM instance to set the machine id {{(pid=62364) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 767.629067] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1125ebc-eff3-4077-a339-b45846580329 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.643605] env[62364]: DEBUG nova.policy [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bb2f50a136b41c6b255be29d4f45327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd49f657a25427c8f7bb0261f592a35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.652929] env[62364]: DEBUG oslo_vmware.api [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] Waiting for the task: (returnval){ [ 767.652929] env[62364]: value = "task-2480543" [ 767.652929] env[62364]: _type = "Task" [ 767.652929] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.664771] env[62364]: DEBUG oslo_vmware.api [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] Task: {'id': task-2480543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.690019] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480542, 'name': ReconfigVM_Task, 'duration_secs': 0.496371} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.690585] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 2e0093e3-fc10-4f88-bbed-b233c9f1b44a/2e0093e3-fc10-4f88-bbed-b233c9f1b44a.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.691672] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d76f2e6-098d-4e51-a8ac-e1fcbec5f86b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.701119] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 767.701119] env[62364]: value = "task-2480544" [ 767.701119] env[62364]: _type = "Task" [ 767.701119] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.712056] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480544, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.766336] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ed520e-d825-fb5b-6863-8db979415c81, 'name': SearchDatastore_Task, 'duration_secs': 0.02253} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.766958] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.767252] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.767499] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.767667] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.768190] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.768613] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfe17534-44c2-4254-8436-44b50e46d23f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.780436] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.780658] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.781524] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d7705a-45c6-4dcc-bc39-34fcdadc5dbe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.790394] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 767.790394] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52de3346-dd3d-2066-fec1-16ad8f9ecbf5" [ 767.790394] env[62364]: _type = "Task" [ 767.790394] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.803467] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52de3346-dd3d-2066-fec1-16ad8f9ecbf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.908893] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.911877] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.269s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.913789] env[62364]: INFO nova.compute.claims [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.934786] env[62364]: INFO nova.scheduler.client.report [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Deleted allocations for instance 9745f741-5030-4bba-8ddc-bff38331ab4c [ 767.943048] env[62364]: DEBUG nova.network.neutron [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Successfully created port: c78c786e-38b7-42b6-a5df-a3752e25dd68 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.043939] env[62364]: DEBUG nova.network.neutron [-] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.092569] env[62364]: DEBUG nova.compute.manager [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.093673] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce79a551-92d3-4b7a-ba62-cd216016386b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.118794] env[62364]: DEBUG oslo_concurrency.lockutils [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] Releasing lock "refresh_cache-a2e401f8-0237-45cb-88f2-06058dfc079e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.119112] env[62364]: DEBUG nova.compute.manager [req-6232b01c-ddb2-4d32-86b8-e94615b37e4a req-49230fef-2526-40c2-947f-7d4ae489a028 service nova] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Received event network-vif-deleted-b8346ddf-062f-46c1-b6a0-f8504866c8f9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 768.165315] env[62364]: DEBUG oslo_vmware.api [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] Task: {'id': task-2480543, 'name': ReconfigVM_Task, 'duration_secs': 0.219885} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.165677] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4002461a-f48c-425f-87dc-0c4cf44e5ab9 tempest-ServersAdminTestJSON-2139942522 tempest-ServersAdminTestJSON-2139942522-project-admin] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Reconfigured VM instance to set the machine id {{(pid=62364) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 768.213047] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480544, 'name': Rename_Task, 'duration_secs': 0.176222} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.213047] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.213047] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca4c1d4c-218f-4209-8b02-a6e2a0d7d1b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.221270] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 768.221270] env[62364]: value = "task-2480545" [ 768.221270] env[62364]: _type = "Task" [ 768.221270] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.236127] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.301490] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52de3346-dd3d-2066-fec1-16ad8f9ecbf5, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.302347] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb68067-bf26-4e79-a70f-182314e8355d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.309018] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 768.309018] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52108a9b-744b-2376-cf83-6986e4f4bfd9" [ 768.309018] env[62364]: _type = "Task" [ 768.309018] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.317713] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52108a9b-744b-2376-cf83-6986e4f4bfd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.407978] env[62364]: DEBUG nova.network.neutron [-] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.442776] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a6c30d1e-0d8c-40b9-ac22-bdb5b9046477 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "9745f741-5030-4bba-8ddc-bff38331ab4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.291s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.547987] env[62364]: INFO nova.compute.manager [-] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Took 1.48 seconds to deallocate network for instance. [ 768.607884] env[62364]: INFO nova.compute.manager [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] instance snapshotting [ 768.608597] env[62364]: DEBUG nova.objects.instance [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'flavor' on Instance uuid 1baeefa4-6b4f-4f68-91e5-d02645d64d34 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.732068] env[62364]: DEBUG oslo_vmware.api [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480545, 'name': PowerOnVM_Task, 'duration_secs': 0.475211} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.732068] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.732179] env[62364]: INFO nova.compute.manager [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Took 8.18 seconds to spawn the instance on the hypervisor. [ 768.732349] env[62364]: DEBUG nova.compute.manager [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.733163] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe60bb1-4408-4e36-87ac-5a30b013ec98 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.821473] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52108a9b-744b-2376-cf83-6986e4f4bfd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.821775] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.822100] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] a2e401f8-0237-45cb-88f2-06058dfc079e/a2e401f8-0237-45cb-88f2-06058dfc079e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.822418] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01086faf-6312-4c4a-a574-d43b5b334656 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.831087] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 768.831087] env[62364]: value = "task-2480546" [ 768.831087] env[62364]: _type = "Task" [ 768.831087] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.839783] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.845493] env[62364]: DEBUG nova.compute.manager [req-98d349ed-1b7e-46df-af7d-bce4f5f1ce17 req-9d984577-0bd0-4699-af0e-e95c29e1768a service nova] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Received event network-vif-deleted-f02f0cfa-907e-4130-a8ea-9a0110e53b7b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 768.910704] env[62364]: INFO nova.compute.manager [-] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Took 1.33 seconds to deallocate network for instance. [ 769.054538] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.114528] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacdbfbe-9c9c-4d20-995f-711d9b85a90e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.137331] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14f7706-1452-4e0a-be45-4429be2975c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.252992] env[62364]: INFO nova.compute.manager [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Took 42.95 seconds to build instance. [ 769.349125] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480546, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.422310] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.459101] env[62364]: DEBUG nova.network.neutron [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Successfully updated port: c78c786e-38b7-42b6-a5df-a3752e25dd68 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.464362] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b585161-b622-43d1-b3b6-7aa4b40dc5e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.476603] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df78dba-d5a7-404b-ae48-3f07d46c398d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.515590] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9048940-25ac-49a5-989c-21b8bec76a40 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.526645] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f7a993-bfb6-481f-81e1-5cb5c6f39f66 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.548029] env[62364]: DEBUG nova.compute.provider_tree [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.650335] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 769.650683] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-11424e8c-7de9-4a30-9d5c-7ee67b5066d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.662452] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 769.662452] env[62364]: value = "task-2480547" [ 769.662452] env[62364]: _type = "Task" [ 769.662452] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.675887] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480547, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.758392] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b076db4e-563f-4a36-8fe9-b78573d6145a tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.462s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.844614] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910088} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.844980] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] a2e401f8-0237-45cb-88f2-06058dfc079e/a2e401f8-0237-45cb-88f2-06058dfc079e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.845251] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.845573] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-935c6087-d57d-479f-a1ac-3e37a2e666d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.852634] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 769.852634] env[62364]: value = "task-2480548" [ 769.852634] env[62364]: _type = "Task" [ 769.852634] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.861614] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.969591] env[62364]: DEBUG oslo_concurrency.lockutils [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.969799] env[62364]: DEBUG oslo_concurrency.lockutils [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.970017] env[62364]: DEBUG nova.network.neutron [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.048631] env[62364]: DEBUG nova.scheduler.client.report [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.174182] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480547, 'name': CreateSnapshot_Task, 'duration_secs': 0.480051} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.174513] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 770.175306] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d61e0d-5492-47d6-918f-4e259c167191 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.263626] env[62364]: DEBUG nova.compute.manager [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.341546] env[62364]: DEBUG nova.compute.manager [req-e9fce17a-7fc8-44d4-a939-75268bcd97a5 req-15d1c344-1dd2-4a27-9d2c-ae2af8064854 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Received event network-vif-plugged-c78c786e-38b7-42b6-a5df-a3752e25dd68 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 770.341778] env[62364]: DEBUG oslo_concurrency.lockutils [req-e9fce17a-7fc8-44d4-a939-75268bcd97a5 req-15d1c344-1dd2-4a27-9d2c-ae2af8064854 service nova] Acquiring lock "28bfc61c-df62-49ff-807d-bd6845f6307a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.341988] env[62364]: DEBUG oslo_concurrency.lockutils [req-e9fce17a-7fc8-44d4-a939-75268bcd97a5 req-15d1c344-1dd2-4a27-9d2c-ae2af8064854 service nova] Lock "28bfc61c-df62-49ff-807d-bd6845f6307a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.342182] env[62364]: DEBUG oslo_concurrency.lockutils [req-e9fce17a-7fc8-44d4-a939-75268bcd97a5 req-15d1c344-1dd2-4a27-9d2c-ae2af8064854 service nova] Lock "28bfc61c-df62-49ff-807d-bd6845f6307a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.342347] env[62364]: DEBUG nova.compute.manager [req-e9fce17a-7fc8-44d4-a939-75268bcd97a5 req-15d1c344-1dd2-4a27-9d2c-ae2af8064854 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] No waiting events found dispatching network-vif-plugged-c78c786e-38b7-42b6-a5df-a3752e25dd68 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.342609] env[62364]: WARNING nova.compute.manager [req-e9fce17a-7fc8-44d4-a939-75268bcd97a5 req-15d1c344-1dd2-4a27-9d2c-ae2af8064854 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Received unexpected event network-vif-plugged-c78c786e-38b7-42b6-a5df-a3752e25dd68 for instance with vm_state active and task_state None. [ 770.363166] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089516} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.363446] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.364325] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a92785-2be1-489c-ae3c-706002978ff5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.389022] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] a2e401f8-0237-45cb-88f2-06058dfc079e/a2e401f8-0237-45cb-88f2-06058dfc079e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.389176] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed9c952-542c-48e2-ac6f-f548c863694b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.418650] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 770.418650] env[62364]: value = "task-2480549" [ 770.418650] env[62364]: _type = "Task" [ 770.418650] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.430343] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.517391] env[62364]: WARNING nova.network.neutron [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] cec9def8-70ce-4471-8895-03263e90a1ca already exists in list: networks containing: ['cec9def8-70ce-4471-8895-03263e90a1ca']. ignoring it [ 770.554966] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.555693] env[62364]: DEBUG nova.compute.manager [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.562457] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.296s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.563914] env[62364]: INFO nova.compute.claims [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.705708] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 770.706286] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-60de8dcf-80ec-4718-adc6-59671ce37b18 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.718021] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 770.718021] env[62364]: value = "task-2480550" [ 770.718021] env[62364]: _type = "Task" [ 770.718021] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.730219] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480550, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.799853] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.929775] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480549, 'name': ReconfigVM_Task, 'duration_secs': 0.335995} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.930081] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Reconfigured VM instance instance-00000031 to attach disk [datastore2] a2e401f8-0237-45cb-88f2-06058dfc079e/a2e401f8-0237-45cb-88f2-06058dfc079e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.930775] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d78bf28-858c-4327-961f-956deb546bb9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.939637] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 770.939637] env[62364]: value = "task-2480551" [ 770.939637] env[62364]: _type = "Task" [ 770.939637] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.949783] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480551, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.073992] env[62364]: DEBUG nova.compute.utils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 771.078604] env[62364]: DEBUG nova.compute.manager [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.078797] env[62364]: DEBUG nova.network.neutron [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.123277] env[62364]: DEBUG nova.policy [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07cd50f5e606427d93c6a034d605e254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236d4594f391478bb7a4622a35977ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.200183] env[62364]: DEBUG nova.network.neutron [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Updating instance_info_cache with network_info: [{"id": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "address": "fa:16:3e:e9:2d:66", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a1167d-ef", "ovs_interfaceid": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c78c786e-38b7-42b6-a5df-a3752e25dd68", "address": "fa:16:3e:28:3c:88", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78c786e-38", "ovs_interfaceid": "c78c786e-38b7-42b6-a5df-a3752e25dd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.229927] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480550, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.456408] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480551, 'name': Rename_Task, 'duration_secs': 0.387528} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.456687] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.456924] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ede784b8-67b3-4d72-a1d7-013a772ac6df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.464847] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 771.464847] env[62364]: value = "task-2480552" [ 771.464847] env[62364]: _type = "Task" [ 771.464847] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.478873] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.585642] env[62364]: DEBUG nova.compute.manager [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.658915] env[62364]: DEBUG nova.network.neutron [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Successfully created port: 1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.704022] env[62364]: DEBUG oslo_concurrency.lockutils [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.704335] env[62364]: DEBUG oslo_concurrency.lockutils [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.704490] env[62364]: DEBUG oslo_concurrency.lockutils [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.706117] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057fee34-2464-4e69-842f-8452571b60b4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.729608] env[62364]: DEBUG nova.virt.hardware [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.729608] env[62364]: DEBUG nova.virt.hardware [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.729608] env[62364]: DEBUG nova.virt.hardware [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.729608] env[62364]: DEBUG nova.virt.hardware [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.729608] env[62364]: DEBUG nova.virt.hardware [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.729608] env[62364]: DEBUG nova.virt.hardware [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.730429] env[62364]: DEBUG nova.virt.hardware [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.730429] env[62364]: DEBUG nova.virt.hardware [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.730429] env[62364]: DEBUG nova.virt.hardware [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.730429] env[62364]: DEBUG nova.virt.hardware [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.730429] env[62364]: DEBUG nova.virt.hardware [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.737444] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Reconfiguring VM to attach interface {{(pid=62364) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 771.743592] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b585afd-4e20-4779-9058-7d37f2f472f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.762866] env[62364]: DEBUG nova.compute.manager [req-c7b0664d-1c77-4660-88e4-3112cc4cc6f3 req-7cd4122e-2d2d-4e60-a35e-4b9fd0d23db1 service nova] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Received event network-vif-deleted-1f6ee5d2-bb6e-4ece-aff8-ef29576fe60b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 771.768921] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480550, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.771262] env[62364]: DEBUG oslo_vmware.api [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 771.771262] env[62364]: value = "task-2480553" [ 771.771262] env[62364]: _type = "Task" [ 771.771262] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.801181] env[62364]: DEBUG oslo_vmware.api [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480553, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.980569] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480552, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.209302] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1219c-f35d-41dc-9941-1dae1a831788 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.218789] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d9de79-222d-4c94-b439-ccecd8a23d2c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.252776] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1c2831-b5d8-42e3-8560-4931b3440083 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.265897] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d7bb11-65bb-4578-ba5c-93d6239cdb82 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.269799] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480550, 'name': CloneVM_Task, 'duration_secs': 1.316252} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.269899] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Created linked-clone VM from snapshot [ 772.271013] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce43c00-dc52-442a-bef3-852a7e435b22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.283062] env[62364]: DEBUG nova.compute.provider_tree [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.293212] env[62364]: DEBUG oslo_vmware.api [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.297271] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Uploading image 994c59cc-8a37-4a35-b588-e00d0607baf1 {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 772.325775] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 772.325775] env[62364]: value = "vm-501975" [ 772.325775] env[62364]: _type = "VirtualMachine" [ 772.325775] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 772.326123] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2254ae0-4c83-4f79-b9c9-abb782e993b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.334822] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lease: (returnval){ [ 772.334822] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e71a47-9565-18a4-b42a-7acebab6eebc" [ 772.334822] env[62364]: _type = "HttpNfcLease" [ 772.334822] env[62364]: } obtained for exporting VM: (result){ [ 772.334822] env[62364]: value = "vm-501975" [ 772.334822] env[62364]: _type = "VirtualMachine" [ 772.334822] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 772.335273] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the lease: (returnval){ [ 772.335273] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e71a47-9565-18a4-b42a-7acebab6eebc" [ 772.335273] env[62364]: _type = "HttpNfcLease" [ 772.335273] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 772.342773] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.342773] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e71a47-9565-18a4-b42a-7acebab6eebc" [ 772.342773] env[62364]: _type = "HttpNfcLease" [ 772.342773] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 772.477382] env[62364]: DEBUG oslo_vmware.api [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480552, 'name': PowerOnVM_Task, 'duration_secs': 0.581207} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.477662] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.477870] env[62364]: INFO nova.compute.manager [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Took 9.14 seconds to spawn the instance on the hypervisor. [ 772.478067] env[62364]: DEBUG nova.compute.manager [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.478852] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52687beb-427e-40d5-827c-0ecea4ee837c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.604742] env[62364]: DEBUG nova.compute.manager [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.632794] env[62364]: DEBUG nova.virt.hardware [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.633050] env[62364]: DEBUG nova.virt.hardware [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.633218] env[62364]: DEBUG nova.virt.hardware [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.633403] env[62364]: DEBUG nova.virt.hardware [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.633552] env[62364]: DEBUG nova.virt.hardware [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.633719] env[62364]: DEBUG nova.virt.hardware [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.634045] env[62364]: DEBUG nova.virt.hardware [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.634269] env[62364]: DEBUG nova.virt.hardware [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.634488] env[62364]: DEBUG nova.virt.hardware [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.634753] env[62364]: DEBUG nova.virt.hardware [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.635050] env[62364]: DEBUG nova.virt.hardware [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.636175] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437189f3-6563-4450-bc8d-454b8c20c237 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.646287] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aa5139-ee9d-4d55-abd6-9439dede8161 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.790278] env[62364]: DEBUG nova.scheduler.client.report [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.802468] env[62364]: DEBUG oslo_vmware.api [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480553, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.848852] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.848852] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e71a47-9565-18a4-b42a-7acebab6eebc" [ 772.848852] env[62364]: _type = "HttpNfcLease" [ 772.848852] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 772.849169] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 772.849169] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e71a47-9565-18a4-b42a-7acebab6eebc" [ 772.849169] env[62364]: _type = "HttpNfcLease" [ 772.849169] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 772.851234] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbd8807-1053-4955-b109-e15ffc022615 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.859831] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ff35-a68e-eb54-340d-7eb0d5b10552/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 772.860035] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ff35-a68e-eb54-340d-7eb0d5b10552/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 772.998568] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cff59beb-1714-4dcb-a3a3-ca57f7a15a7b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.004238] env[62364]: INFO nova.compute.manager [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Took 45.88 seconds to build instance. [ 773.252936] env[62364]: DEBUG nova.compute.manager [req-0886aca6-dc99-4351-a39e-e9f26854928e req-819ff271-2adc-4f2a-a793-98ce33f94b90 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Received event network-changed-c78c786e-38b7-42b6-a5df-a3752e25dd68 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 773.253244] env[62364]: DEBUG nova.compute.manager [req-0886aca6-dc99-4351-a39e-e9f26854928e req-819ff271-2adc-4f2a-a793-98ce33f94b90 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Refreshing instance network info cache due to event network-changed-c78c786e-38b7-42b6-a5df-a3752e25dd68. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 773.253455] env[62364]: DEBUG oslo_concurrency.lockutils [req-0886aca6-dc99-4351-a39e-e9f26854928e req-819ff271-2adc-4f2a-a793-98ce33f94b90 service nova] Acquiring lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.253651] env[62364]: DEBUG oslo_concurrency.lockutils [req-0886aca6-dc99-4351-a39e-e9f26854928e req-819ff271-2adc-4f2a-a793-98ce33f94b90 service nova] Acquired lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.253765] env[62364]: DEBUG nova.network.neutron [req-0886aca6-dc99-4351-a39e-e9f26854928e req-819ff271-2adc-4f2a-a793-98ce33f94b90 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Refreshing network info cache for port c78c786e-38b7-42b6-a5df-a3752e25dd68 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.294411] env[62364]: DEBUG oslo_vmware.api [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480553, 'name': ReconfigVM_Task, 'duration_secs': 1.145008} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.294930] env[62364]: DEBUG oslo_concurrency.lockutils [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.296260] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Reconfigured VM to attach interface {{(pid=62364) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 773.298461] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.299102] env[62364]: DEBUG nova.compute.manager [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.305702] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.184s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.305702] env[62364]: INFO nova.compute.claims [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.415305] env[62364]: DEBUG nova.network.neutron [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Successfully updated port: 1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.507018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a0986031-32b3-4834-94b7-d01dc7ae404e tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "a2e401f8-0237-45cb-88f2-06058dfc079e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.897s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.803802] env[62364]: DEBUG oslo_concurrency.lockutils [None req-878c88d1-a0da-43e7-a0f4-ab034ed3e748 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-28bfc61c-df62-49ff-807d-bd6845f6307a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.342s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.808691] env[62364]: DEBUG nova.compute.utils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 773.812140] env[62364]: DEBUG nova.compute.manager [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.812780] env[62364]: DEBUG nova.network.neutron [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.876106] env[62364]: DEBUG nova.policy [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb1709a744c143cf944dd2d110f97105', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc2c7a9693c0408ea68f01c31db61440', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.921910] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.921910] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.921910] env[62364]: DEBUG nova.network.neutron [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.009895] env[62364]: DEBUG nova.compute.manager [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.077327] env[62364]: DEBUG nova.network.neutron [req-0886aca6-dc99-4351-a39e-e9f26854928e req-819ff271-2adc-4f2a-a793-98ce33f94b90 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Updated VIF entry in instance network info cache for port c78c786e-38b7-42b6-a5df-a3752e25dd68. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.077823] env[62364]: DEBUG nova.network.neutron [req-0886aca6-dc99-4351-a39e-e9f26854928e req-819ff271-2adc-4f2a-a793-98ce33f94b90 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Updating instance_info_cache with network_info: [{"id": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "address": "fa:16:3e:e9:2d:66", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a1167d-ef", "ovs_interfaceid": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c78c786e-38b7-42b6-a5df-a3752e25dd68", "address": "fa:16:3e:28:3c:88", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78c786e-38", "ovs_interfaceid": "c78c786e-38b7-42b6-a5df-a3752e25dd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.178767] env[62364]: DEBUG nova.network.neutron [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Successfully created port: 545443c1-04b4-4b23-bd8e-f7545256b180 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.318964] env[62364]: DEBUG nova.compute.manager [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.471118] env[62364]: DEBUG nova.network.neutron [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.532810] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.584048] env[62364]: DEBUG oslo_concurrency.lockutils [req-0886aca6-dc99-4351-a39e-e9f26854928e req-819ff271-2adc-4f2a-a793-98ce33f94b90 service nova] Releasing lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.663344] env[62364]: DEBUG nova.compute.manager [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Received event network-vif-plugged-1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 774.663784] env[62364]: DEBUG oslo_concurrency.lockutils [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] Acquiring lock "e5cb70a0-b975-42f4-a7e9-d94451db1391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.663784] env[62364]: DEBUG oslo_concurrency.lockutils [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.663784] env[62364]: DEBUG oslo_concurrency.lockutils [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.664102] env[62364]: DEBUG nova.compute.manager [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] No waiting events found dispatching network-vif-plugged-1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.664238] env[62364]: WARNING nova.compute.manager [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Received unexpected event network-vif-plugged-1f429b8c-9c8c-483e-845f-e4ec665ed89f for instance with vm_state building and task_state spawning. [ 774.664419] env[62364]: DEBUG nova.compute.manager [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Received event network-changed-1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 774.664578] env[62364]: DEBUG nova.compute.manager [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Refreshing instance network info cache due to event network-changed-1f429b8c-9c8c-483e-845f-e4ec665ed89f. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 774.664749] env[62364]: DEBUG oslo_concurrency.lockutils [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] Acquiring lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.760889] env[62364]: DEBUG nova.network.neutron [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updating instance_info_cache with network_info: [{"id": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "address": "fa:16:3e:21:db:14", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f429b8c-9c", "ovs_interfaceid": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.877839] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb0a134-32c2-4785-a5ce-f31d173ed1c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.886611] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd7263a-4535-4e96-b0cb-483d72ed29ee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.917942] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e29d7de-61d6-4c0f-896b-e951d9daa85a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.926351] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1897a2fe-8682-4a70-a4e7-975e6be06256 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.942400] env[62364]: DEBUG nova.compute.provider_tree [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.265043] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.265043] env[62364]: DEBUG nova.compute.manager [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Instance network_info: |[{"id": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "address": "fa:16:3e:21:db:14", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f429b8c-9c", "ovs_interfaceid": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.265316] env[62364]: DEBUG oslo_concurrency.lockutils [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] Acquired lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.265511] env[62364]: DEBUG nova.network.neutron [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Refreshing network info cache for port 1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.267293] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:db:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f429b8c-9c8c-483e-845f-e4ec665ed89f', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.275218] env[62364]: DEBUG oslo.service.loopingcall [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.276283] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.276583] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55def3e9-579b-4ae6-99c7-b3ce7b111e01 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.298977] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.298977] env[62364]: value = "task-2480555" [ 775.298977] env[62364]: _type = "Task" [ 775.298977] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.305781] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480555, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.331244] env[62364]: DEBUG nova.compute.manager [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.446029] env[62364]: DEBUG nova.scheduler.client.report [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.627575] env[62364]: DEBUG nova.virt.hardware [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.628023] env[62364]: DEBUG nova.virt.hardware [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.628023] env[62364]: DEBUG nova.virt.hardware [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.628254] env[62364]: DEBUG nova.virt.hardware [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.628405] env[62364]: DEBUG nova.virt.hardware [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.628550] env[62364]: DEBUG nova.virt.hardware [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.628754] env[62364]: DEBUG nova.virt.hardware [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.629084] env[62364]: DEBUG nova.virt.hardware [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.629084] env[62364]: DEBUG nova.virt.hardware [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.629250] env[62364]: DEBUG nova.virt.hardware [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.629430] env[62364]: DEBUG nova.virt.hardware [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.630632] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1779f0de-b38e-489a-b675-b3d449cac5c3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.640750] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136d53fc-eecb-4b6a-93e9-1a3e496ce831 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.727291] env[62364]: DEBUG nova.network.neutron [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Successfully updated port: 545443c1-04b4-4b23-bd8e-f7545256b180 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.808770] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480555, 'name': CreateVM_Task, 'duration_secs': 0.503464} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.809198] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.811582] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.811582] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.811582] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.811582] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607b1acb-f662-4c3d-b569-13916bf22f79 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.821203] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 775.821203] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5214c690-5e3f-e3e1-5555-fdcdfaa5c211" [ 775.821203] env[62364]: _type = "Task" [ 775.821203] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.829420] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5214c690-5e3f-e3e1-5555-fdcdfaa5c211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.886723] env[62364]: DEBUG nova.compute.manager [req-d3cda068-a971-44f9-8169-3ba8c193d1d1 req-9c15d88f-9fa4-4c30-96af-4433e95734f9 service nova] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Received event network-vif-plugged-545443c1-04b4-4b23-bd8e-f7545256b180 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 775.886936] env[62364]: DEBUG oslo_concurrency.lockutils [req-d3cda068-a971-44f9-8169-3ba8c193d1d1 req-9c15d88f-9fa4-4c30-96af-4433e95734f9 service nova] Acquiring lock "f8a27fd4-5e78-446f-8784-d73da9815f59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.887161] env[62364]: DEBUG oslo_concurrency.lockutils [req-d3cda068-a971-44f9-8169-3ba8c193d1d1 req-9c15d88f-9fa4-4c30-96af-4433e95734f9 service nova] Lock "f8a27fd4-5e78-446f-8784-d73da9815f59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.887332] env[62364]: DEBUG oslo_concurrency.lockutils [req-d3cda068-a971-44f9-8169-3ba8c193d1d1 req-9c15d88f-9fa4-4c30-96af-4433e95734f9 service nova] Lock "f8a27fd4-5e78-446f-8784-d73da9815f59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.887500] env[62364]: DEBUG nova.compute.manager [req-d3cda068-a971-44f9-8169-3ba8c193d1d1 req-9c15d88f-9fa4-4c30-96af-4433e95734f9 service nova] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] No waiting events found dispatching network-vif-plugged-545443c1-04b4-4b23-bd8e-f7545256b180 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.887661] env[62364]: WARNING nova.compute.manager [req-d3cda068-a971-44f9-8169-3ba8c193d1d1 req-9c15d88f-9fa4-4c30-96af-4433e95734f9 service nova] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Received unexpected event network-vif-plugged-545443c1-04b4-4b23-bd8e-f7545256b180 for instance with vm_state building and task_state spawning. [ 775.951514] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.952016] env[62364]: DEBUG nova.compute.manager [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.955363] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.635s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.955596] env[62364]: DEBUG nova.objects.instance [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Lazy-loading 'resources' on Instance uuid 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.996034] env[62364]: DEBUG nova.network.neutron [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updated VIF entry in instance network info cache for port 1f429b8c-9c8c-483e-845f-e4ec665ed89f. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.996708] env[62364]: DEBUG nova.network.neutron [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updating instance_info_cache with network_info: [{"id": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "address": "fa:16:3e:21:db:14", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f429b8c-9c", "ovs_interfaceid": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.232778] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "refresh_cache-f8a27fd4-5e78-446f-8784-d73da9815f59" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.232993] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "refresh_cache-f8a27fd4-5e78-446f-8784-d73da9815f59" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.233138] env[62364]: DEBUG nova.network.neutron [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.330239] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5214c690-5e3f-e3e1-5555-fdcdfaa5c211, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.330308] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.330540] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.330723] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.330870] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.331063] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.331333] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f87d03f8-734c-402a-9d72-b604c4c04876 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.340707] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.340889] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.341681] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ce3b96-167d-4ec5-b452-fe0636f0434f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.346554] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 776.346554] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523b752e-07ad-9923-a831-34da6607d39e" [ 776.346554] env[62364]: _type = "Task" [ 776.346554] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.355301] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523b752e-07ad-9923-a831-34da6607d39e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.459481] env[62364]: DEBUG nova.compute.utils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 776.464040] env[62364]: DEBUG nova.compute.manager [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.464326] env[62364]: DEBUG nova.network.neutron [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.500293] env[62364]: DEBUG oslo_concurrency.lockutils [req-12698b51-2c6e-442e-abed-64008e027c88 req-cf633cdd-df4a-4d36-8e38-66d788a4c749 service nova] Releasing lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.518365] env[62364]: DEBUG nova.policy [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3be0f23fc158413697d066ba3d833370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd56fb1a20be40ee9cb7b358f09779ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.657524] env[62364]: DEBUG nova.compute.manager [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.658665] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a92427f-1832-4bbd-8be9-e77f298e4ebe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.766737] env[62364]: DEBUG nova.network.neutron [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.815845] env[62364]: DEBUG nova.network.neutron [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Successfully created port: 08a81798-c61d-4433-a846-0eb27759ce45 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.860151] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523b752e-07ad-9923-a831-34da6607d39e, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.863634] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8e05c6-1659-4bad-850e-c78ebeb5dcb4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.870678] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 776.870678] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5232c64e-039f-d327-30b7-0b427ff1fed6" [ 776.870678] env[62364]: _type = "Task" [ 776.870678] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.879996] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5232c64e-039f-d327-30b7-0b427ff1fed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.909498] env[62364]: DEBUG oslo_concurrency.lockutils [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "interface-28bfc61c-df62-49ff-807d-bd6845f6307a-c78c786e-38b7-42b6-a5df-a3752e25dd68" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.909498] env[62364]: DEBUG oslo_concurrency.lockutils [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-28bfc61c-df62-49ff-807d-bd6845f6307a-c78c786e-38b7-42b6-a5df-a3752e25dd68" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.966328] env[62364]: DEBUG nova.compute.manager [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.005433] env[62364]: DEBUG nova.network.neutron [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Updating instance_info_cache with network_info: [{"id": "545443c1-04b4-4b23-bd8e-f7545256b180", "address": "fa:16:3e:6a:b6:39", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap545443c1-04", "ovs_interfaceid": "545443c1-04b4-4b23-bd8e-f7545256b180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.052706] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf0ed88-c8ed-4474-89a2-ff7b9f89baf5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.061255] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24036b5-f796-4cf6-bde6-c07fe9984ef2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.095364] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73a4a2-3d97-48be-a757-72a8284daf52 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.103439] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4be2afa-e1d6-428e-81c6-2be506c58ebf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.119432] env[62364]: DEBUG nova.compute.provider_tree [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.170402] env[62364]: INFO nova.compute.manager [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] instance snapshotting [ 777.173373] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14875e24-af13-4437-9e06-d9888548c752 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.194478] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14279aeb-8184-4c58-a875-f74bfed67a37 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.380507] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5232c64e-039f-d327-30b7-0b427ff1fed6, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.380813] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.380942] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] e5cb70a0-b975-42f4-a7e9-d94451db1391/e5cb70a0-b975-42f4-a7e9-d94451db1391.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.381223] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25ca7db5-f29d-46bd-a861-9b25316ea9c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.387713] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 777.387713] env[62364]: value = "task-2480556" [ 777.387713] env[62364]: _type = "Task" [ 777.387713] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.395556] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.411489] env[62364]: DEBUG oslo_concurrency.lockutils [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.411657] env[62364]: DEBUG oslo_concurrency.lockutils [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.412522] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08909702-f69d-4a98-9c97-ca59b626567f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.430909] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147229a1-a01e-4be8-8386-fd6b76ca1277 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.459604] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Reconfiguring VM to detach interface {{(pid=62364) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 777.459966] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-560694b6-8307-4ce4-b0c3-c45701ca0060 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.483054] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 777.483054] env[62364]: value = "task-2480557" [ 777.483054] env[62364]: _type = "Task" [ 777.483054] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.493426] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.507501] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "refresh_cache-f8a27fd4-5e78-446f-8784-d73da9815f59" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.507910] env[62364]: DEBUG nova.compute.manager [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Instance network_info: |[{"id": "545443c1-04b4-4b23-bd8e-f7545256b180", "address": "fa:16:3e:6a:b6:39", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap545443c1-04", "ovs_interfaceid": "545443c1-04b4-4b23-bd8e-f7545256b180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.508407] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:b6:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '545443c1-04b4-4b23-bd8e-f7545256b180', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.517271] env[62364]: DEBUG oslo.service.loopingcall [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.517576] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.517847] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39b86ba4-4a2b-4f6d-8488-981eef7290b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.544588] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.544588] env[62364]: value = "task-2480558" [ 777.544588] env[62364]: _type = "Task" [ 777.544588] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.554326] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480558, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.622755] env[62364]: DEBUG nova.scheduler.client.report [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.705143] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 777.705504] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e2b36e44-0c15-45e9-b09e-1781a25c0e80 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.713969] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 777.713969] env[62364]: value = "task-2480559" [ 777.713969] env[62364]: _type = "Task" [ 777.713969] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.725392] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480559, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.900527] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480556, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.981231] env[62364]: DEBUG nova.compute.manager [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.993646] env[62364]: DEBUG nova.compute.manager [req-f6bfe852-29fd-483b-a008-22d750f9563e req-f0eeb6be-bab8-4b92-a0b4-3b23b94c35a3 service nova] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Received event network-changed-545443c1-04b4-4b23-bd8e-f7545256b180 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 777.994174] env[62364]: DEBUG nova.compute.manager [req-f6bfe852-29fd-483b-a008-22d750f9563e req-f0eeb6be-bab8-4b92-a0b4-3b23b94c35a3 service nova] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Refreshing instance network info cache due to event network-changed-545443c1-04b4-4b23-bd8e-f7545256b180. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 777.994558] env[62364]: DEBUG oslo_concurrency.lockutils [req-f6bfe852-29fd-483b-a008-22d750f9563e req-f0eeb6be-bab8-4b92-a0b4-3b23b94c35a3 service nova] Acquiring lock "refresh_cache-f8a27fd4-5e78-446f-8784-d73da9815f59" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.994851] env[62364]: DEBUG oslo_concurrency.lockutils [req-f6bfe852-29fd-483b-a008-22d750f9563e req-f0eeb6be-bab8-4b92-a0b4-3b23b94c35a3 service nova] Acquired lock "refresh_cache-f8a27fd4-5e78-446f-8784-d73da9815f59" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.995203] env[62364]: DEBUG nova.network.neutron [req-f6bfe852-29fd-483b-a008-22d750f9563e req-f0eeb6be-bab8-4b92-a0b4-3b23b94c35a3 service nova] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Refreshing network info cache for port 545443c1-04b4-4b23-bd8e-f7545256b180 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.005554] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.009113] env[62364]: DEBUG nova.virt.hardware [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.009417] env[62364]: DEBUG nova.virt.hardware [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.009609] env[62364]: DEBUG nova.virt.hardware [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.009824] env[62364]: DEBUG nova.virt.hardware [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.010246] env[62364]: DEBUG nova.virt.hardware [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.010246] env[62364]: DEBUG nova.virt.hardware [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.010376] env[62364]: DEBUG nova.virt.hardware [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.010578] env[62364]: DEBUG nova.virt.hardware [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.010786] env[62364]: DEBUG nova.virt.hardware [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.010982] env[62364]: DEBUG nova.virt.hardware [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.011236] env[62364]: DEBUG nova.virt.hardware [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.012176] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34471f9e-2bb4-4c0e-87be-30e1eae95340 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.022717] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfc629d-7133-4dba-beaa-d9d4641e0e40 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.054980] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480558, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.095284] env[62364]: INFO nova.compute.manager [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Rebuilding instance [ 778.129990] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.132544] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.678s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.133487] env[62364]: DEBUG nova.objects.instance [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Lazy-loading 'resources' on Instance uuid 75908b19-4042-4f7e-b50a-8d0255bebd6f {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.150887] env[62364]: DEBUG nova.compute.manager [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.152195] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc677c97-cca6-4315-8979-73398eb2696f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.158053] env[62364]: INFO nova.scheduler.client.report [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Deleted allocations for instance 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e [ 778.226090] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480559, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.388672] env[62364]: DEBUG nova.network.neutron [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Successfully updated port: 08a81798-c61d-4433-a846-0eb27759ce45 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.400614] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584975} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.400871] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] e5cb70a0-b975-42f4-a7e9-d94451db1391/e5cb70a0-b975-42f4-a7e9-d94451db1391.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.401093] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.401342] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b99b185-179d-4326-bc9c-0e944d8f1055 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.410007] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 778.410007] env[62364]: value = "task-2480560" [ 778.410007] env[62364]: _type = "Task" [ 778.410007] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.425408] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.493657] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.557356] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480558, 'name': CreateVM_Task, 'duration_secs': 0.622623} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.557519] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.558432] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.558432] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.558810] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.559111] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b047446e-cb2e-483d-bd01-142a94225905 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.564812] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 778.564812] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]522954ba-3b49-6f3a-8427-72b77fef2e88" [ 778.564812] env[62364]: _type = "Task" [ 778.564812] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.573693] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522954ba-3b49-6f3a-8427-72b77fef2e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.673793] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d7fec9d-44b2-4ff2-862f-cf9d31463195 tempest-VolumesAssistedSnapshotsTest-1553445546 tempest-VolumesAssistedSnapshotsTest-1553445546-project-member] Lock "1ff62a80-6e78-465f-b9c8-3a2107ebcf8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.765s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.728010] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480559, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.744742] env[62364]: DEBUG nova.network.neutron [req-f6bfe852-29fd-483b-a008-22d750f9563e req-f0eeb6be-bab8-4b92-a0b4-3b23b94c35a3 service nova] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Updated VIF entry in instance network info cache for port 545443c1-04b4-4b23-bd8e-f7545256b180. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.745115] env[62364]: DEBUG nova.network.neutron [req-f6bfe852-29fd-483b-a008-22d750f9563e req-f0eeb6be-bab8-4b92-a0b4-3b23b94c35a3 service nova] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Updating instance_info_cache with network_info: [{"id": "545443c1-04b4-4b23-bd8e-f7545256b180", "address": "fa:16:3e:6a:b6:39", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap545443c1-04", "ovs_interfaceid": "545443c1-04b4-4b23-bd8e-f7545256b180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.888136] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "refresh_cache-8ac71684-9546-48d7-ad0b-195e04f75eb1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.888592] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquired lock "refresh_cache-8ac71684-9546-48d7-ad0b-195e04f75eb1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.888592] env[62364]: DEBUG nova.network.neutron [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.923111] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079398} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.924410] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.925669] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53013d5-df7e-4962-ac99-b0b357cc070d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.952926] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] e5cb70a0-b975-42f4-a7e9-d94451db1391/e5cb70a0-b975-42f4-a7e9-d94451db1391.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.955896] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9b04af-3f61-48a3-a70d-e5e6c9a253e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.977179] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 778.977179] env[62364]: value = "task-2480561" [ 778.977179] env[62364]: _type = "Task" [ 778.977179] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.987319] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.998787] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.081273] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522954ba-3b49-6f3a-8427-72b77fef2e88, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.081593] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.081837] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.082093] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.082244] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.082432] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.082687] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c6a97e9-58e5-4f85-971c-179941e511b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.092358] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.092548] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.093932] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ade7b5-ab89-4002-b1ef-df016e470e1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.099471] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 779.099471] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52fb410a-89ef-e626-b957-8fdfc653e4ec" [ 779.099471] env[62364]: _type = "Task" [ 779.099471] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.112208] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fb410a-89ef-e626-b957-8fdfc653e4ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.113045] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c981ee-5803-4767-b144-aa2029d961e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.120212] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 779.120212] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52dbbcb5-1d40-1e39-6bec-aaaadee9f938" [ 779.120212] env[62364]: _type = "Task" [ 779.120212] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.129508] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52dbbcb5-1d40-1e39-6bec-aaaadee9f938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.176093] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.176710] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26c6fc9e-0e6c-4831-89bf-8d1e3b117f1b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.187644] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 779.187644] env[62364]: value = "task-2480562" [ 779.187644] env[62364]: _type = "Task" [ 779.187644] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.201386] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.227281] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480559, 'name': CreateSnapshot_Task, 'duration_secs': 1.046755} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.230660] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 779.231921] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5576b55f-9c08-4d84-97fe-655544afc913 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.246564] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d766e5-04de-4d3a-a9c3-8ac3ace37afc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.250295] env[62364]: DEBUG oslo_concurrency.lockutils [req-f6bfe852-29fd-483b-a008-22d750f9563e req-f0eeb6be-bab8-4b92-a0b4-3b23b94c35a3 service nova] Releasing lock "refresh_cache-f8a27fd4-5e78-446f-8784-d73da9815f59" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.255399] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0443f55-02b3-46a6-8982-4226a1d21256 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.289179] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819505ca-0e98-4352-9c37-66410551f1b6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.297651] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876bcfe5-c059-4800-8bca-dc7e0a6565b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.314682] env[62364]: DEBUG nova.compute.provider_tree [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.455020] env[62364]: DEBUG nova.network.neutron [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.489962] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480561, 'name': ReconfigVM_Task, 'duration_secs': 0.300125} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.490952] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Reconfigured VM instance instance-00000032 to attach disk [datastore1] e5cb70a0-b975-42f4-a7e9-d94451db1391/e5cb70a0-b975-42f4-a7e9-d94451db1391.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.491684] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f476bba-9a47-47ea-bcba-67acb7aaf685 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.498962] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.500302] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 779.500302] env[62364]: value = "task-2480563" [ 779.500302] env[62364]: _type = "Task" [ 779.500302] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.509629] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquiring lock "54d3ea7d-6200-4e70-9799-0bb81445daeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.509629] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "54d3ea7d-6200-4e70-9799-0bb81445daeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.515842] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480563, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.632416] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52dbbcb5-1d40-1e39-6bec-aaaadee9f938, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.632946] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.633381] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f8a27fd4-5e78-446f-8784-d73da9815f59/f8a27fd4-5e78-446f-8784-d73da9815f59.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.633702] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90eea4e5-b9c9-4ed5-9405-fcbec45c5184 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.640925] env[62364]: DEBUG nova.network.neutron [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Updating instance_info_cache with network_info: [{"id": "08a81798-c61d-4433-a846-0eb27759ce45", "address": "fa:16:3e:15:f9:e4", "network": {"id": "4d827b29-b8ea-4844-a5f1-4519f6a12bd7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1030700028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd56fb1a20be40ee9cb7b358f09779ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a81798-c6", "ovs_interfaceid": "08a81798-c61d-4433-a846-0eb27759ce45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.644632] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 779.644632] env[62364]: value = "task-2480564" [ 779.644632] env[62364]: _type = "Task" [ 779.644632] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.653349] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.698549] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480562, 'name': PowerOffVM_Task, 'duration_secs': 0.182364} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.699947] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.699947] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.700152] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fef344-7d45-4dca-9cab-a1c18c3143c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.710210] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.711049] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e6446e8-4169-448f-a070-bdf20a4f8636 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.757923] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 779.763081] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-93a68d38-7089-4cbe-b40e-7779d18a29e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.774928] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.775293] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.775557] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleting the datastore file [datastore1] 006ebec8-be86-4e52-882e-592bcf43675b {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.776311] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00004e4f-6d32-420d-8c05-f2e03b2363fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.780729] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 779.780729] env[62364]: value = "task-2480566" [ 779.780729] env[62364]: _type = "Task" [ 779.780729] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.785611] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 779.785611] env[62364]: value = "task-2480567" [ 779.785611] env[62364]: _type = "Task" [ 779.785611] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.792915] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480566, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.799017] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.815323] env[62364]: DEBUG nova.scheduler.client.report [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.004265] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.012181] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480563, 'name': Rename_Task, 'duration_secs': 0.151811} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.013113] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.013251] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5a9228f-d462-4797-8624-3867f7380f7f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.020028] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 780.020028] env[62364]: value = "task-2480568" [ 780.020028] env[62364]: _type = "Task" [ 780.020028] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.031452] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.033057] env[62364]: DEBUG nova.compute.manager [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Received event network-vif-plugged-08a81798-c61d-4433-a846-0eb27759ce45 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 780.033392] env[62364]: DEBUG oslo_concurrency.lockutils [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] Acquiring lock "8ac71684-9546-48d7-ad0b-195e04f75eb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.033716] env[62364]: DEBUG oslo_concurrency.lockutils [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] Lock "8ac71684-9546-48d7-ad0b-195e04f75eb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.034021] env[62364]: DEBUG oslo_concurrency.lockutils [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] Lock "8ac71684-9546-48d7-ad0b-195e04f75eb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.034358] env[62364]: DEBUG nova.compute.manager [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] No waiting events found dispatching network-vif-plugged-08a81798-c61d-4433-a846-0eb27759ce45 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.034565] env[62364]: WARNING nova.compute.manager [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Received unexpected event network-vif-plugged-08a81798-c61d-4433-a846-0eb27759ce45 for instance with vm_state building and task_state spawning. [ 780.034811] env[62364]: DEBUG nova.compute.manager [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Received event network-changed-08a81798-c61d-4433-a846-0eb27759ce45 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 780.034978] env[62364]: DEBUG nova.compute.manager [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Refreshing instance network info cache due to event network-changed-08a81798-c61d-4433-a846-0eb27759ce45. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 780.035166] env[62364]: DEBUG oslo_concurrency.lockutils [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] Acquiring lock "refresh_cache-8ac71684-9546-48d7-ad0b-195e04f75eb1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.145971] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Releasing lock "refresh_cache-8ac71684-9546-48d7-ad0b-195e04f75eb1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.146554] env[62364]: DEBUG nova.compute.manager [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Instance network_info: |[{"id": "08a81798-c61d-4433-a846-0eb27759ce45", "address": "fa:16:3e:15:f9:e4", "network": {"id": "4d827b29-b8ea-4844-a5f1-4519f6a12bd7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1030700028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd56fb1a20be40ee9cb7b358f09779ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a81798-c6", "ovs_interfaceid": "08a81798-c61d-4433-a846-0eb27759ce45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.147158] env[62364]: DEBUG oslo_concurrency.lockutils [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] Acquired lock "refresh_cache-8ac71684-9546-48d7-ad0b-195e04f75eb1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.147449] env[62364]: DEBUG nova.network.neutron [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Refreshing network info cache for port 08a81798-c61d-4433-a846-0eb27759ce45 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.152861] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:f9:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08a81798-c61d-4433-a846-0eb27759ce45', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.159583] env[62364]: DEBUG oslo.service.loopingcall [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.167720] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.170070] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b2783a1-bdfd-4fba-905d-a133b5cb19e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.211447] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480564, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.213525] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.213525] env[62364]: value = "task-2480569" [ 780.213525] env[62364]: _type = "Task" [ 780.213525] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.227791] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480569, 'name': CreateVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.294267] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480566, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.302684] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473277} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.302881] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.303170] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.303271] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.320774] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.325129] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.519s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.325635] env[62364]: INFO nova.compute.claims [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.361373] env[62364]: INFO nova.scheduler.client.report [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Deleted allocations for instance 75908b19-4042-4f7e-b50a-8d0255bebd6f [ 780.501752] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.531730] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480568, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.657941] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728746} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.658674] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f8a27fd4-5e78-446f-8784-d73da9815f59/f8a27fd4-5e78-446f-8784-d73da9815f59.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.659201] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.659637] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06ca65f7-a6a8-4cce-861b-8f790ae222bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.667735] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 780.667735] env[62364]: value = "task-2480570" [ 780.667735] env[62364]: _type = "Task" [ 780.667735] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.677761] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.725290] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480569, 'name': CreateVM_Task, 'duration_secs': 0.415758} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.725718] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.729018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.729018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.729018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.729018] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9effad-e38d-4ac0-8c6b-4879a33cab77 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.735018] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 780.735018] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]524505a0-af0b-3ead-04c1-80e1b8c3a908" [ 780.735018] env[62364]: _type = "Task" [ 780.735018] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.743595] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524505a0-af0b-3ead-04c1-80e1b8c3a908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.796418] env[62364]: DEBUG nova.network.neutron [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Updated VIF entry in instance network info cache for port 08a81798-c61d-4433-a846-0eb27759ce45. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.796418] env[62364]: DEBUG nova.network.neutron [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Updating instance_info_cache with network_info: [{"id": "08a81798-c61d-4433-a846-0eb27759ce45", "address": "fa:16:3e:15:f9:e4", "network": {"id": "4d827b29-b8ea-4844-a5f1-4519f6a12bd7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1030700028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd56fb1a20be40ee9cb7b358f09779ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a81798-c6", "ovs_interfaceid": "08a81798-c61d-4433-a846-0eb27759ce45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.799149] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480566, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.874272] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11cf9ece-01c0-4825-8524-29f63c9d4792 tempest-ServersTestBootFromVolume-1825921284 tempest-ServersTestBootFromVolume-1825921284-project-member] Lock "75908b19-4042-4f7e-b50a-8d0255bebd6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.966s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.000348] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.030648] env[62364]: DEBUG oslo_vmware.api [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2480568, 'name': PowerOnVM_Task, 'duration_secs': 0.924424} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.030938] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.031160] env[62364]: INFO nova.compute.manager [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Took 8.43 seconds to spawn the instance on the hypervisor. [ 781.031452] env[62364]: DEBUG nova.compute.manager [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.032302] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f569bc5-4c28-4147-b1da-4b27a09f8a45 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.178645] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086667} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.178857] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.179643] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324c9804-db79-42c0-a2aa-d40b4aa22c11 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.203787] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] f8a27fd4-5e78-446f-8784-d73da9815f59/f8a27fd4-5e78-446f-8784-d73da9815f59.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.204248] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20703018-4ea1-4e56-aa31-bc6fc8b36b60 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.226447] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 781.226447] env[62364]: value = "task-2480571" [ 781.226447] env[62364]: _type = "Task" [ 781.226447] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.234848] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.243132] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524505a0-af0b-3ead-04c1-80e1b8c3a908, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.243441] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.243723] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.243988] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.244213] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.244406] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.244668] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8380524-e080-47ee-baea-5c9479bc354e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.251996] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.252428] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.252928] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14da24f-ecb2-465c-99d7-b5b1ee2f2a92 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.258015] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 781.258015] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527788a3-cd68-6909-1a9d-f80239ebedad" [ 781.258015] env[62364]: _type = "Task" [ 781.258015] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.266034] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527788a3-cd68-6909-1a9d-f80239ebedad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.293903] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480566, 'name': CloneVM_Task, 'duration_secs': 1.451331} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.293903] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Created linked-clone VM from snapshot [ 781.294729] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f0b8c2-7acc-44f4-b059-a58c275c7101 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.299780] env[62364]: DEBUG oslo_concurrency.lockutils [req-bd65a6f3-6da4-4b03-a71c-07553cd8db2c req-0c506af0-bcec-4774-9f26-4f74e9c21ba4 service nova] Releasing lock "refresh_cache-8ac71684-9546-48d7-ad0b-195e04f75eb1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.304529] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Uploading image 620392c8-20b2-4473-92d7-79cf10e1b24c {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 781.346196] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 781.346196] env[62364]: value = "vm-501979" [ 781.346196] env[62364]: _type = "VirtualMachine" [ 781.346196] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 781.347716] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-46bf6c5f-a19f-48a2-90bc-934e47664d7e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.358981] env[62364]: DEBUG nova.virt.hardware [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.359331] env[62364]: DEBUG nova.virt.hardware [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.359505] env[62364]: DEBUG nova.virt.hardware [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.359730] env[62364]: DEBUG nova.virt.hardware [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.359895] env[62364]: DEBUG nova.virt.hardware [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.361405] env[62364]: DEBUG nova.virt.hardware [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.361685] env[62364]: DEBUG nova.virt.hardware [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.361925] env[62364]: DEBUG nova.virt.hardware [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.362175] env[62364]: DEBUG nova.virt.hardware [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.362375] env[62364]: DEBUG nova.virt.hardware [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.362611] env[62364]: DEBUG nova.virt.hardware [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.363610] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba84a7b2-9712-418d-a88a-03e81e55acec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.374343] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lease: (returnval){ [ 781.374343] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c29695-efa7-ce89-50b6-e127387749fa" [ 781.374343] env[62364]: _type = "HttpNfcLease" [ 781.374343] env[62364]: } obtained for exporting VM: (result){ [ 781.374343] env[62364]: value = "vm-501979" [ 781.374343] env[62364]: _type = "VirtualMachine" [ 781.374343] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 781.374809] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the lease: (returnval){ [ 781.374809] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c29695-efa7-ce89-50b6-e127387749fa" [ 781.374809] env[62364]: _type = "HttpNfcLease" [ 781.374809] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 781.385402] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5b886c-cbb9-4d90-8acf-aecd31c15597 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.393861] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.393861] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c29695-efa7-ce89-50b6-e127387749fa" [ 781.393861] env[62364]: _type = "HttpNfcLease" [ 781.393861] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 781.394873] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 781.394873] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c29695-efa7-ce89-50b6-e127387749fa" [ 781.394873] env[62364]: _type = "HttpNfcLease" [ 781.394873] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 781.395630] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62f6cd3-20e8-4727-aad5-40aa564238b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.406589] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:f2:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32317a99-0703-480c-b150-3a6f734a7640', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.413848] env[62364]: DEBUG oslo.service.loopingcall [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.419479] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.419938] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e801f27-01c6-4c1f-810c-cf538f672a50 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.444091] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a675d-e868-c45d-7d3c-83db12436a5e/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 781.444677] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a675d-e868-c45d-7d3c-83db12436a5e/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 781.523570] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.523570] env[62364]: value = "task-2480573" [ 781.523570] env[62364]: _type = "Task" [ 781.523570] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.533132] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.539302] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480573, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.552020] env[62364]: INFO nova.compute.manager [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Took 41.97 seconds to build instance. [ 781.579568] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5d98103-9f8c-422a-a98d-57f259bd7e57 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.747784] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480571, 'name': ReconfigVM_Task, 'duration_secs': 0.33337} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.747784] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Reconfigured VM instance instance-00000033 to attach disk [datastore1] f8a27fd4-5e78-446f-8784-d73da9815f59/f8a27fd4-5e78-446f-8784-d73da9815f59.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.748193] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8461c36b-0559-43dd-82cf-521b97b9d594 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.754913] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 781.754913] env[62364]: value = "task-2480574" [ 781.754913] env[62364]: _type = "Task" [ 781.754913] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.772668] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527788a3-cd68-6909-1a9d-f80239ebedad, 'name': SearchDatastore_Task, 'duration_secs': 0.011136} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.772913] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480574, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.776470] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f621027b-e42e-40dc-8c95-d26a52269c67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.782368] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 781.782368] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52da97d9-ff34-fdc4-3224-f989288fee3b" [ 781.782368] env[62364]: _type = "Task" [ 781.782368] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.792795] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52da97d9-ff34-fdc4-3224-f989288fee3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.034561] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.040901] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480573, 'name': CreateVM_Task, 'duration_secs': 0.582556} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.043747] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.044771] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.044966] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.045371] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.045710] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecce743b-e146-4976-80c4-035523d5c9c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.050712] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 782.050712] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5240a616-1f40-375f-d9fe-11d7a40da541" [ 782.050712] env[62364]: _type = "Task" [ 782.050712] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.055549] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6b10fae4-1481-4867-9601-fc0da2b9782e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.871s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.062832] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5240a616-1f40-375f-d9fe-11d7a40da541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.079040] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bdeecf-f065-4d3d-bf1a-477c52c2417c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.088511] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1173cb3-409b-48b8-acc1-078a3776e6db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.127958] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79106d29-02a0-4ec8-85b8-9b2a016b6e65 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.136626] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a978b93-568b-4f4b-8f49-3760a7a096bf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.151297] env[62364]: DEBUG nova.compute.provider_tree [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.269958] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480574, 'name': Rename_Task, 'duration_secs': 0.167054} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.270562] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.271453] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7366b181-4736-4620-a374-888ea79af94d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.279029] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 782.279029] env[62364]: value = "task-2480575" [ 782.279029] env[62364]: _type = "Task" [ 782.279029] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.289177] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.297351] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52da97d9-ff34-fdc4-3224-f989288fee3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.297761] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.298120] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 8ac71684-9546-48d7-ad0b-195e04f75eb1/8ac71684-9546-48d7-ad0b-195e04f75eb1.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.298908] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da3ee79d-4473-42eb-bc31-209525972a08 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.306796] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 782.306796] env[62364]: value = "task-2480576" [ 782.306796] env[62364]: _type = "Task" [ 782.306796] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.323406] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.534089] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.558204] env[62364]: DEBUG nova.compute.manager [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.571481] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5240a616-1f40-375f-d9fe-11d7a40da541, 'name': SearchDatastore_Task, 'duration_secs': 0.031739} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.574072] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.574072] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.574072] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.574072] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.574072] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.576314] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87a91b16-e236-4bcc-a6ec-4787ac375d54 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.589593] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.589593] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.589593] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88985826-5db4-467b-8ba6-27ff491ef402 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.597705] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 782.597705] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52336ac8-9901-9ffb-bccb-f500d9058229" [ 782.597705] env[62364]: _type = "Task" [ 782.597705] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.613343] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52336ac8-9901-9ffb-bccb-f500d9058229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.617630] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ff35-a68e-eb54-340d-7eb0d5b10552/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 782.620064] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ead34-800d-4518-bb46-bd0ed6ddebd9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.628942] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ff35-a68e-eb54-340d-7eb0d5b10552/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 782.628942] env[62364]: ERROR oslo_vmware.rw_handles [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ff35-a68e-eb54-340d-7eb0d5b10552/disk-0.vmdk due to incomplete transfer. [ 782.628942] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-662102bb-990d-4dc7-a7fb-f4118a0467e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.637043] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ff35-a68e-eb54-340d-7eb0d5b10552/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 782.637043] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Uploaded image 994c59cc-8a37-4a35-b588-e00d0607baf1 to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 782.639801] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 782.640613] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf5611d4-da9a-453f-afbe-1eb6d0a80b9e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.647698] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 782.647698] env[62364]: value = "task-2480577" [ 782.647698] env[62364]: _type = "Task" [ 782.647698] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.654398] env[62364]: DEBUG nova.scheduler.client.report [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.662796] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480577, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.793757] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480575, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.820191] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507012} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.820191] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 8ac71684-9546-48d7-ad0b-195e04f75eb1/8ac71684-9546-48d7-ad0b-195e04f75eb1.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.820191] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.820415] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0be0fa9c-e549-45cf-857b-e98a5d81290a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.828344] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 782.828344] env[62364]: value = "task-2480578" [ 782.828344] env[62364]: _type = "Task" [ 782.828344] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.838099] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.029556] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.097045] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.112945] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52336ac8-9901-9ffb-bccb-f500d9058229, 'name': SearchDatastore_Task, 'duration_secs': 0.019128} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.114223] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4092fed2-75c1-4e84-9691-cc54be9977b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.121044] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 783.121044] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e2ef5b-3c32-3646-02c5-d83da81b713c" [ 783.121044] env[62364]: _type = "Task" [ 783.121044] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.131747] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e2ef5b-3c32-3646-02c5-d83da81b713c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.158981] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480577, 'name': Destroy_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.166525] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.168616] env[62364]: DEBUG nova.compute.manager [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.171614] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.187s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.175486] env[62364]: INFO nova.compute.claims [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.302035] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.345084] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086768} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.345084] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.345084] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd6fae9-cf24-4c9d-a9b8-82413bad55c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.376110] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 8ac71684-9546-48d7-ad0b-195e04f75eb1/8ac71684-9546-48d7-ad0b-195e04f75eb1.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.376482] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba55980-42d1-42b5-8d25-74e42997f052 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.398386] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 783.398386] env[62364]: value = "task-2480579" [ 783.398386] env[62364]: _type = "Task" [ 783.398386] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.406910] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.528577] env[62364]: DEBUG oslo_vmware.api [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480557, 'name': ReconfigVM_Task, 'duration_secs': 5.825749} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.528899] env[62364]: DEBUG oslo_concurrency.lockutils [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.529177] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Reconfigured VM to detach interface {{(pid=62364) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 783.634439] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e2ef5b-3c32-3646-02c5-d83da81b713c, 'name': SearchDatastore_Task, 'duration_secs': 0.029899} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.634935] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.635288] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.635570] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f7b07c2-83a2-4c4c-90c3-c6a400374c89 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.643367] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 783.643367] env[62364]: value = "task-2480580" [ 783.643367] env[62364]: _type = "Task" [ 783.643367] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.652107] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.660255] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480577, 'name': Destroy_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.682379] env[62364]: DEBUG nova.compute.utils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 783.688150] env[62364]: DEBUG nova.compute.manager [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.688150] env[62364]: DEBUG nova.network.neutron [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.797362] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.911346] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.920095] env[62364]: DEBUG nova.policy [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a53d966ef9bb48959dd22a2f08e81014', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54a65ad5a9d64c32b8889535e34efa0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.159201] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.168620] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480577, 'name': Destroy_Task, 'duration_secs': 1.44697} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.169441] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Destroyed the VM [ 784.170109] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 784.170866] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5230a0b-ab2b-41c9-a6ae-b6e81aa95228 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.178258] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 784.178258] env[62364]: value = "task-2480581" [ 784.178258] env[62364]: _type = "Task" [ 784.178258] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.192923] env[62364]: DEBUG nova.compute.utils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.203578] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480581, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.299030] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.416262] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.661413] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480580, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.673080] env[62364]: DEBUG nova.compute.manager [req-febf2ce3-3325-4ff4-9aa1-e4516ffb319c req-24bd6553-6ddf-432d-af7c-5e0ee04d39d2 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Received event network-vif-deleted-c78c786e-38b7-42b6-a5df-a3752e25dd68 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 784.673308] env[62364]: INFO nova.compute.manager [req-febf2ce3-3325-4ff4-9aa1-e4516ffb319c req-24bd6553-6ddf-432d-af7c-5e0ee04d39d2 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Neutron deleted interface c78c786e-38b7-42b6-a5df-a3752e25dd68; detaching it from the instance and deleting it from the info cache [ 784.673573] env[62364]: DEBUG nova.network.neutron [req-febf2ce3-3325-4ff4-9aa1-e4516ffb319c req-24bd6553-6ddf-432d-af7c-5e0ee04d39d2 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Updating instance_info_cache with network_info: [{"id": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "address": "fa:16:3e:e9:2d:66", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a1167d-ef", "ovs_interfaceid": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.694496] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480581, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.702401] env[62364]: DEBUG nova.compute.manager [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.773508] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.773832] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.802776] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480575, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.861185] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562bc6b1-8f98-48c8-b36e-20fe0da6ba87 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.868495] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e9941d-6205-46f2-b08b-b9fae4aadd35 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.901826] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00c8d26-4525-436b-ad90-7adf0e7b0f59 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.916121] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b170f72d-8476-403f-8a0b-207bbf81f8c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.920168] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480579, 'name': ReconfigVM_Task, 'duration_secs': 1.399781} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.920458] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 8ac71684-9546-48d7-ad0b-195e04f75eb1/8ac71684-9546-48d7-ad0b-195e04f75eb1.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.921514] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-631bc40a-b8e8-4c78-81a2-46c5c3754b66 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.931467] env[62364]: DEBUG nova.compute.provider_tree [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.938024] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 784.938024] env[62364]: value = "task-2480582" [ 784.938024] env[62364]: _type = "Task" [ 784.938024] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.947995] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480582, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.986239] env[62364]: DEBUG oslo_concurrency.lockutils [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.986487] env[62364]: DEBUG oslo_concurrency.lockutils [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.986706] env[62364]: DEBUG nova.network.neutron [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.160469] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480580, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.139207} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.161410] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.161690] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.162054] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a178a2f5-d1e9-457b-b797-dc0ae4e289e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.169116] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 785.169116] env[62364]: value = "task-2480583" [ 785.169116] env[62364]: _type = "Task" [ 785.169116] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.180826] env[62364]: DEBUG oslo_concurrency.lockutils [req-febf2ce3-3325-4ff4-9aa1-e4516ffb319c req-24bd6553-6ddf-432d-af7c-5e0ee04d39d2 service nova] Acquiring lock "28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.181212] env[62364]: DEBUG oslo_concurrency.lockutils [req-febf2ce3-3325-4ff4-9aa1-e4516ffb319c req-24bd6553-6ddf-432d-af7c-5e0ee04d39d2 service nova] Acquired lock "28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.182072] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.183127] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1574d3ec-ec32-41fd-8c6b-c9852d387d4b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.221024] env[62364]: DEBUG oslo_concurrency.lockutils [req-febf2ce3-3325-4ff4-9aa1-e4516ffb319c req-24bd6553-6ddf-432d-af7c-5e0ee04d39d2 service nova] Releasing lock "28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.221024] env[62364]: WARNING nova.compute.manager [req-febf2ce3-3325-4ff4-9aa1-e4516ffb319c req-24bd6553-6ddf-432d-af7c-5e0ee04d39d2 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Detach interface failed, port_id=c78c786e-38b7-42b6-a5df-a3752e25dd68, reason: No device with interface-id c78c786e-38b7-42b6-a5df-a3752e25dd68 exists on VM: nova.exception.NotFound: No device with interface-id c78c786e-38b7-42b6-a5df-a3752e25dd68 exists on VM [ 785.222341] env[62364]: DEBUG oslo_vmware.api [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480581, 'name': RemoveSnapshot_Task, 'duration_secs': 0.5862} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.222341] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.222496] env[62364]: INFO nova.compute.manager [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Took 16.11 seconds to snapshot the instance on the hypervisor. [ 785.285204] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.285384] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 785.307116] env[62364]: DEBUG oslo_vmware.api [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480575, 'name': PowerOnVM_Task, 'duration_secs': 2.764639} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.307445] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.307595] env[62364]: INFO nova.compute.manager [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Took 9.98 seconds to spawn the instance on the hypervisor. [ 785.307783] env[62364]: DEBUG nova.compute.manager [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.311330] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca3198c-699b-4620-a319-4f75766dbd4f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.397127] env[62364]: DEBUG nova.network.neutron [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Successfully created port: 16cfe520-95ef-41f6-ab5e-5bb3d5579c41 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.436144] env[62364]: DEBUG nova.scheduler.client.report [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.454610] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480582, 'name': Rename_Task, 'duration_secs': 0.283151} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.455854] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.455854] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ca4ade6-24e2-46cc-92c9-66e6e59f4beb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.462741] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 785.462741] env[62364]: value = "task-2480584" [ 785.462741] env[62364]: _type = "Task" [ 785.462741] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.472545] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.680528] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085921} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.680875] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.682038] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ab098e-6cd0-4877-8e94-8fb714d82721 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.712779] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.714213] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-998f4eaf-7d4c-4bc1-acaa-affe5aef3d17 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.737813] env[62364]: DEBUG nova.compute.manager [req-cc5471dd-e876-4783-b5c7-3e774eed05e1 req-f7909d1a-f418-4e42-9b7d-ca76f1b1409c service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Received event network-changed-1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 785.738822] env[62364]: DEBUG nova.compute.manager [req-cc5471dd-e876-4783-b5c7-3e774eed05e1 req-f7909d1a-f418-4e42-9b7d-ca76f1b1409c service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Refreshing instance network info cache due to event network-changed-1f429b8c-9c8c-483e-845f-e4ec665ed89f. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 785.739080] env[62364]: DEBUG oslo_concurrency.lockutils [req-cc5471dd-e876-4783-b5c7-3e774eed05e1 req-f7909d1a-f418-4e42-9b7d-ca76f1b1409c service nova] Acquiring lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.739226] env[62364]: DEBUG oslo_concurrency.lockutils [req-cc5471dd-e876-4783-b5c7-3e774eed05e1 req-f7909d1a-f418-4e42-9b7d-ca76f1b1409c service nova] Acquired lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.739386] env[62364]: DEBUG nova.network.neutron [req-cc5471dd-e876-4783-b5c7-3e774eed05e1 req-f7909d1a-f418-4e42-9b7d-ca76f1b1409c service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Refreshing network info cache for port 1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.744255] env[62364]: DEBUG nova.compute.manager [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.757681] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 785.757681] env[62364]: value = "task-2480585" [ 785.757681] env[62364]: _type = "Task" [ 785.757681] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.765883] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.826541] env[62364]: DEBUG nova.virt.hardware [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:37:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='998618189',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-33387678',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.826541] env[62364]: DEBUG nova.virt.hardware [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.826541] env[62364]: DEBUG nova.virt.hardware [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.826541] env[62364]: DEBUG nova.virt.hardware [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.826541] env[62364]: DEBUG nova.virt.hardware [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.826541] env[62364]: DEBUG nova.virt.hardware [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.826541] env[62364]: DEBUG nova.virt.hardware [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.826541] env[62364]: DEBUG nova.virt.hardware [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.826541] env[62364]: DEBUG nova.virt.hardware [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.826541] env[62364]: DEBUG nova.virt.hardware [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.827214] env[62364]: DEBUG nova.virt.hardware [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.829073] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55dca7a-daa7-451d-a2a4-c53baba7d205 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.844942] env[62364]: INFO nova.compute.manager [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Took 41.60 seconds to build instance. [ 785.847217] env[62364]: DEBUG nova.compute.manager [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Found 3 images (rotation: 2) {{(pid=62364) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 785.847439] env[62364]: DEBUG nova.compute.manager [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Rotating out 1 backups {{(pid=62364) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 785.847601] env[62364]: DEBUG nova.compute.manager [None req-9d2b871f-1341-48e2-b703-f492cc97af0e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Deleting image 9b458c26-2097-4add-8c6d-198b0427548b {{(pid=62364) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 785.853543] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1518e17-3d32-42d2-af91-c84112efdc82 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.943949] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.944877] env[62364]: DEBUG nova.compute.manager [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.947918] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.631s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.950460] env[62364]: DEBUG nova.objects.instance [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Lazy-loading 'resources' on Instance uuid d33fe490-c5b2-4223-bf8e-b95ce7293fd6 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.956771] env[62364]: DEBUG nova.network.neutron [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Updating instance_info_cache with network_info: [{"id": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "address": "fa:16:3e:e9:2d:66", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a1167d-ef", "ovs_interfaceid": "24a1167d-efad-4a63-8faf-090b7b18a7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.973959] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.273113] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480585, 'name': ReconfigVM_Task, 'duration_secs': 0.466655} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.273113] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.273522] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b454db1a-0c5e-4a4c-ab68-6e8791157c73 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.282032] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 786.282032] env[62364]: value = "task-2480586" [ 786.282032] env[62364]: _type = "Task" [ 786.282032] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.294087] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480586, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.353439] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8c020907-4df2-4d76-a108-45942597331c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "f8a27fd4-5e78-446f-8784-d73da9815f59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.206s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.452911] env[62364]: DEBUG nova.compute.utils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 786.462436] env[62364]: DEBUG nova.compute.manager [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.462928] env[62364]: DEBUG nova.network.neutron [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.465464] env[62364]: DEBUG oslo_concurrency.lockutils [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-28bfc61c-df62-49ff-807d-bd6845f6307a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.480222] env[62364]: DEBUG oslo_vmware.api [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480584, 'name': PowerOnVM_Task, 'duration_secs': 0.784202} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.480734] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.481425] env[62364]: INFO nova.compute.manager [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Took 8.50 seconds to spawn the instance on the hypervisor. [ 786.481425] env[62364]: DEBUG nova.compute.manager [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.482561] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee16f7b-3fe4-40d2-a61f-e0c1ddfa594c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.694358] env[62364]: DEBUG nova.policy [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3d9a0f28fd5494e97ab32cdb89ac53b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74b856a0f1e742618ae294e6e88ccf4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.791981] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480586, 'name': Rename_Task, 'duration_secs': 0.232188} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.794980] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.797444] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4761050f-b180-42d6-8c40-462daca4752a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.805268] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 786.805268] env[62364]: value = "task-2480587" [ 786.805268] env[62364]: _type = "Task" [ 786.805268] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.816380] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "28bfc61c-df62-49ff-807d-bd6845f6307a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.816713] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "28bfc61c-df62-49ff-807d-bd6845f6307a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.816812] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "28bfc61c-df62-49ff-807d-bd6845f6307a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.816985] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "28bfc61c-df62-49ff-807d-bd6845f6307a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.817252] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "28bfc61c-df62-49ff-807d-bd6845f6307a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.819317] env[62364]: INFO nova.compute.manager [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Terminating instance [ 786.824878] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480587, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.897734] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.897940] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquired lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.898061] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Forcefully refreshing network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 786.964113] env[62364]: DEBUG nova.compute.manager [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.973841] env[62364]: DEBUG oslo_concurrency.lockutils [None req-38e8549b-b00f-4268-8257-50f0e660459b tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-28bfc61c-df62-49ff-807d-bd6845f6307a-c78c786e-38b7-42b6-a5df-a3752e25dd68" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.065s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.005801] env[62364]: INFO nova.compute.manager [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Took 39.90 seconds to build instance. [ 787.058204] env[62364]: DEBUG nova.network.neutron [req-cc5471dd-e876-4783-b5c7-3e774eed05e1 req-f7909d1a-f418-4e42-9b7d-ca76f1b1409c service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updated VIF entry in instance network info cache for port 1f429b8c-9c8c-483e-845f-e4ec665ed89f. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.058569] env[62364]: DEBUG nova.network.neutron [req-cc5471dd-e876-4783-b5c7-3e774eed05e1 req-f7909d1a-f418-4e42-9b7d-ca76f1b1409c service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updating instance_info_cache with network_info: [{"id": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "address": "fa:16:3e:21:db:14", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f429b8c-9c", "ovs_interfaceid": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.079751] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc68885-dce7-4c2e-b043-e3f1357ee518 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.088466] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20ab2b1-e5c9-4bd8-8e82-ef4f38674715 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.130382] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bc89e5-07c6-4504-b221-148fd92d4df2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.140091] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5095591-2396-4bdd-97e5-a60117ea2389 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.157024] env[62364]: DEBUG nova.compute.provider_tree [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.277351] env[62364]: DEBUG nova.network.neutron [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Successfully created port: 43c0fbe2-24dd-40cb-ad06-aa0b51741436 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.319798] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480587, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.328452] env[62364]: DEBUG nova.compute.manager [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.328452] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.328452] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2639a40-57a8-40b9-8912-37892c69da0b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.339433] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.342050] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61b8cb5e-27da-44b2-a765-03a5e75fff21 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.350458] env[62364]: DEBUG oslo_vmware.api [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 787.350458] env[62364]: value = "task-2480588" [ 787.350458] env[62364]: _type = "Task" [ 787.350458] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.363457] env[62364]: DEBUG oslo_vmware.api [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.507945] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3c51a872-5feb-45d2-9ef3-580a4c15a7f9 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "8ac71684-9546-48d7-ad0b-195e04f75eb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.719s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.561887] env[62364]: DEBUG oslo_concurrency.lockutils [req-cc5471dd-e876-4783-b5c7-3e774eed05e1 req-f7909d1a-f418-4e42-9b7d-ca76f1b1409c service nova] Releasing lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.660994] env[62364]: DEBUG nova.scheduler.client.report [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.742129] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.742411] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.817273] env[62364]: DEBUG oslo_vmware.api [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480587, 'name': PowerOnVM_Task, 'duration_secs': 0.551084} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.817568] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.817798] env[62364]: DEBUG nova.compute.manager [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.818713] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dfadfb-cb71-475f-9752-ca3a2c08526c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.859261] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee41dd37-8003-4047-a9e0-5cb07cca5d0e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.866253] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-00121d53-3fc0-4382-ae5b-62d2cc63bbd9 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Suspending the VM {{(pid=62364) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 787.869641] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5ef4549e-e184-45f2-8a2a-9752a4f59b1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.871481] env[62364]: DEBUG oslo_vmware.api [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480588, 'name': PowerOffVM_Task, 'duration_secs': 0.297968} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.871761] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.871969] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.872613] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb1eaf39-bf43-4c80-8510-d39b5425f3fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.877950] env[62364]: DEBUG oslo_vmware.api [None req-00121d53-3fc0-4382-ae5b-62d2cc63bbd9 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 787.877950] env[62364]: value = "task-2480589" [ 787.877950] env[62364]: _type = "Task" [ 787.877950] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.887501] env[62364]: DEBUG oslo_vmware.api [None req-00121d53-3fc0-4382-ae5b-62d2cc63bbd9 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480589, 'name': SuspendVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.941514] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.941964] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.942330] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleting the datastore file [datastore2] 28bfc61c-df62-49ff-807d-bd6845f6307a {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.942733] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8a2d84c-67a3-4ce8-952b-be03cb44ec7c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.950020] env[62364]: DEBUG oslo_vmware.api [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 787.950020] env[62364]: value = "task-2480591" [ 787.950020] env[62364]: _type = "Task" [ 787.950020] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.958848] env[62364]: DEBUG oslo_vmware.api [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.979020] env[62364]: DEBUG nova.compute.manager [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.070190] env[62364]: DEBUG nova.network.neutron [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Successfully updated port: 16cfe520-95ef-41f6-ab5e-5bb3d5579c41 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.128309] env[62364]: DEBUG nova.virt.hardware [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.128610] env[62364]: DEBUG nova.virt.hardware [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.129220] env[62364]: DEBUG nova.virt.hardware [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.129220] env[62364]: DEBUG nova.virt.hardware [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.129220] env[62364]: DEBUG nova.virt.hardware [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.129394] env[62364]: DEBUG nova.virt.hardware [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.130055] env[62364]: DEBUG nova.virt.hardware [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.130055] env[62364]: DEBUG nova.virt.hardware [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.130055] env[62364]: DEBUG nova.virt.hardware [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.130278] env[62364]: DEBUG nova.virt.hardware [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.130491] env[62364]: DEBUG nova.virt.hardware [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.131442] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa29efd3-6ca2-4255-9052-9533d2e9d415 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.140117] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e216ee-d3be-498e-9998-cbc0503e6904 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.171271] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.173891] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.029s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.174172] env[62364]: DEBUG nova.objects.instance [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lazy-loading 'resources' on Instance uuid ade8e886-cd2b-417a-bc30-1f1ef16e7099 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.203739] env[62364]: INFO nova.scheduler.client.report [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Deleted allocations for instance d33fe490-c5b2-4223-bf8e-b95ce7293fd6 [ 788.244917] env[62364]: DEBUG nova.compute.manager [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.284595] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance_info_cache with network_info: [{"id": "05d256f6-3d6e-48c0-ab37-edecec205860", "address": "fa:16:3e:1b:e5:3c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d256f6-3d", "ovs_interfaceid": "05d256f6-3d6e-48c0-ab37-edecec205860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.345661] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.388934] env[62364]: DEBUG oslo_vmware.api [None req-00121d53-3fc0-4382-ae5b-62d2cc63bbd9 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480589, 'name': SuspendVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.461515] env[62364]: DEBUG oslo_vmware.api [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.573943] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "refresh_cache-f313f1f4-a761-405e-aa0f-a676f6bcc4ef" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.573943] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquired lock "refresh_cache-f313f1f4-a761-405e-aa0f-a676f6bcc4ef" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.573943] env[62364]: DEBUG nova.network.neutron [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.718194] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d4b66f4-471e-4dd8-ae0f-fb8f16f286c4 tempest-ServersTestFqdnHostnames-1777401352 tempest-ServersTestFqdnHostnames-1777401352-project-member] Lock "d33fe490-c5b2-4223-bf8e-b95ce7293fd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.352s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.754244] env[62364]: DEBUG nova.compute.manager [req-393533a4-27e2-4a6a-b226-38fcfc765f1c req-8e877299-745a-4008-9ef9-ea25892f584f service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Received event network-vif-plugged-16cfe520-95ef-41f6-ab5e-5bb3d5579c41 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 788.754625] env[62364]: DEBUG oslo_concurrency.lockutils [req-393533a4-27e2-4a6a-b226-38fcfc765f1c req-8e877299-745a-4008-9ef9-ea25892f584f service nova] Acquiring lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.754838] env[62364]: DEBUG oslo_concurrency.lockutils [req-393533a4-27e2-4a6a-b226-38fcfc765f1c req-8e877299-745a-4008-9ef9-ea25892f584f service nova] Lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.755015] env[62364]: DEBUG oslo_concurrency.lockutils [req-393533a4-27e2-4a6a-b226-38fcfc765f1c req-8e877299-745a-4008-9ef9-ea25892f584f service nova] Lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.755247] env[62364]: DEBUG nova.compute.manager [req-393533a4-27e2-4a6a-b226-38fcfc765f1c req-8e877299-745a-4008-9ef9-ea25892f584f service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] No waiting events found dispatching network-vif-plugged-16cfe520-95ef-41f6-ab5e-5bb3d5579c41 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.755511] env[62364]: WARNING nova.compute.manager [req-393533a4-27e2-4a6a-b226-38fcfc765f1c req-8e877299-745a-4008-9ef9-ea25892f584f service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Received unexpected event network-vif-plugged-16cfe520-95ef-41f6-ab5e-5bb3d5579c41 for instance with vm_state building and task_state spawning. [ 788.776449] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.788767] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Releasing lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.788767] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updated the network info_cache for instance {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 788.788913] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.789080] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.790057] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.790057] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.790057] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.793471] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.793471] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 788.793471] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.890095] env[62364]: DEBUG oslo_vmware.api [None req-00121d53-3fc0-4382-ae5b-62d2cc63bbd9 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480589, 'name': SuspendVM_Task, 'duration_secs': 0.867966} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.890358] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-00121d53-3fc0-4382-ae5b-62d2cc63bbd9 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Suspended the VM {{(pid=62364) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 788.890540] env[62364]: DEBUG nova.compute.manager [None req-00121d53-3fc0-4382-ae5b-62d2cc63bbd9 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.891362] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4ac643-5843-4087-ac4e-0550307b0a26 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.963182] env[62364]: DEBUG oslo_vmware.api [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538544} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.963182] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.963182] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.963182] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.963182] env[62364]: INFO nova.compute.manager [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 788.963182] env[62364]: DEBUG oslo.service.loopingcall [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.963182] env[62364]: DEBUG nova.compute.manager [-] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.963182] env[62364]: DEBUG nova.network.neutron [-] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.141689] env[62364]: DEBUG nova.network.neutron [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.274207] env[62364]: DEBUG nova.network.neutron [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Successfully updated port: 43c0fbe2-24dd-40cb-ad06-aa0b51741436 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.294735] env[62364]: DEBUG nova.compute.manager [req-4651d846-2a09-4f72-a713-fbd8a771e0c9 req-94672f4d-13af-4dfe-9a4c-e8908d4e4f08 service nova] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Received event network-vif-plugged-43c0fbe2-24dd-40cb-ad06-aa0b51741436 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 789.295060] env[62364]: DEBUG oslo_concurrency.lockutils [req-4651d846-2a09-4f72-a713-fbd8a771e0c9 req-94672f4d-13af-4dfe-9a4c-e8908d4e4f08 service nova] Acquiring lock "4afe8752-fff5-49c8-9926-9114fedbf124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.295337] env[62364]: DEBUG oslo_concurrency.lockutils [req-4651d846-2a09-4f72-a713-fbd8a771e0c9 req-94672f4d-13af-4dfe-9a4c-e8908d4e4f08 service nova] Lock "4afe8752-fff5-49c8-9926-9114fedbf124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.295507] env[62364]: DEBUG oslo_concurrency.lockutils [req-4651d846-2a09-4f72-a713-fbd8a771e0c9 req-94672f4d-13af-4dfe-9a4c-e8908d4e4f08 service nova] Lock "4afe8752-fff5-49c8-9926-9114fedbf124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.295614] env[62364]: DEBUG nova.compute.manager [req-4651d846-2a09-4f72-a713-fbd8a771e0c9 req-94672f4d-13af-4dfe-9a4c-e8908d4e4f08 service nova] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] No waiting events found dispatching network-vif-plugged-43c0fbe2-24dd-40cb-ad06-aa0b51741436 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.295779] env[62364]: WARNING nova.compute.manager [req-4651d846-2a09-4f72-a713-fbd8a771e0c9 req-94672f4d-13af-4dfe-9a4c-e8908d4e4f08 service nova] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Received unexpected event network-vif-plugged-43c0fbe2-24dd-40cb-ad06-aa0b51741436 for instance with vm_state building and task_state spawning. [ 789.299432] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.333087] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df24001-acb2-43cd-b224-915a7c5f39f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.343112] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bf7c43-72eb-41b5-8b4a-1659c19155e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.382570] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45a4f15-e52e-4b43-8491-e19d48cda1ba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.391054] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1c1aed-7aea-4b1c-8453-a1e2cc8edccb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.407698] env[62364]: DEBUG nova.compute.provider_tree [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.457021] env[62364]: DEBUG nova.network.neutron [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Updating instance_info_cache with network_info: [{"id": "16cfe520-95ef-41f6-ab5e-5bb3d5579c41", "address": "fa:16:3e:53:1c:c6", "network": {"id": "d78b9ad3-3fdc-4914-b090-9e0629cc568e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1460743526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a65ad5a9d64c32b8889535e34efa0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16cfe520-95", "ovs_interfaceid": "16cfe520-95ef-41f6-ab5e-5bb3d5579c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.778417] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "refresh_cache-4afe8752-fff5-49c8-9926-9114fedbf124" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.778417] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired lock "refresh_cache-4afe8752-fff5-49c8-9926-9114fedbf124" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.778417] env[62364]: DEBUG nova.network.neutron [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.912655] env[62364]: DEBUG nova.scheduler.client.report [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.960054] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Releasing lock "refresh_cache-f313f1f4-a761-405e-aa0f-a676f6bcc4ef" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.961059] env[62364]: DEBUG nova.compute.manager [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Instance network_info: |[{"id": "16cfe520-95ef-41f6-ab5e-5bb3d5579c41", "address": "fa:16:3e:53:1c:c6", "network": {"id": "d78b9ad3-3fdc-4914-b090-9e0629cc568e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1460743526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a65ad5a9d64c32b8889535e34efa0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16cfe520-95", "ovs_interfaceid": "16cfe520-95ef-41f6-ab5e-5bb3d5579c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.961692] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:1c:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16cfe520-95ef-41f6-ab5e-5bb3d5579c41', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.971379] env[62364]: DEBUG oslo.service.loopingcall [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.972297] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.972678] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cd6be83-083b-4ed4-8693-1cb5f206eff0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.000616] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.000616] env[62364]: value = "task-2480592" [ 790.000616] env[62364]: _type = "Task" [ 790.000616] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.012462] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480592, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.337082] env[62364]: DEBUG nova.network.neutron [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.356236] env[62364]: DEBUG nova.network.neutron [-] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.419898] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.422947] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.757s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.423210] env[62364]: DEBUG nova.objects.instance [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lazy-loading 'resources' on Instance uuid edb5b881-6836-49cd-88c3-4dc5892cb855 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.517061] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480592, 'name': CreateVM_Task, 'duration_secs': 0.451736} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.517823] env[62364]: INFO nova.scheduler.client.report [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleted allocations for instance ade8e886-cd2b-417a-bc30-1f1ef16e7099 [ 790.523218] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.523455] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.523618] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.523936] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.524509] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d6c3d5-fe99-4334-b331-9ac1e21fbe0d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.535577] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 790.535577] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5227ab34-d93c-9d1d-68b7-06f624bcf58f" [ 790.535577] env[62364]: _type = "Task" [ 790.535577] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.553027] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5227ab34-d93c-9d1d-68b7-06f624bcf58f, 'name': SearchDatastore_Task, 'duration_secs': 0.016369} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.553027] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.553027] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.553027] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.553027] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.553027] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.554913] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e29fc06-16e2-43ed-a780-2bf151fff05d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.568941] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.569148] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.569929] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a24dea-2473-4e6a-8473-83e5dcd62505 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.576855] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 790.576855] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b4e492-2063-5c78-f2f4-5dad401ba03f" [ 790.576855] env[62364]: _type = "Task" [ 790.576855] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.590223] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b4e492-2063-5c78-f2f4-5dad401ba03f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.608073] env[62364]: DEBUG nova.network.neutron [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Updating instance_info_cache with network_info: [{"id": "43c0fbe2-24dd-40cb-ad06-aa0b51741436", "address": "fa:16:3e:99:dd:2e", "network": {"id": "41d9df8a-9cfb-45dd-83ac-ee969190b1af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2113703358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b856a0f1e742618ae294e6e88ccf4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c0fbe2-24", "ovs_interfaceid": "43c0fbe2-24dd-40cb-ad06-aa0b51741436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.672127] env[62364]: INFO nova.compute.manager [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Rebuilding instance [ 790.797139] env[62364]: DEBUG nova.compute.manager [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.797139] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d90624-9c0b-4387-8522-61c07edfbc48 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.805352] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.805352] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.805352] env[62364]: DEBUG nova.compute.manager [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.807577] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767d3671-0eca-4f4b-b46c-6d3486cc626c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.819711] env[62364]: DEBUG nova.compute.manager [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62364) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 790.822511] env[62364]: DEBUG nova.objects.instance [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'flavor' on Instance uuid 1baeefa4-6b4f-4f68-91e5-d02645d64d34 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.862485] env[62364]: INFO nova.compute.manager [-] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Took 1.90 seconds to deallocate network for instance. [ 791.043116] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cb476e63-a6dd-4535-9cbc-f10c9a60c471 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "ade8e886-cd2b-417a-bc30-1f1ef16e7099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.631s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.094306] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b4e492-2063-5c78-f2f4-5dad401ba03f, 'name': SearchDatastore_Task, 'duration_secs': 0.015047} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.098223] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c9d613-21a8-40ff-842e-3de82ba40eae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.103816] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 791.103816] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523186da-9b89-eb4d-6324-e04aa3ef14f2" [ 791.103816] env[62364]: _type = "Task" [ 791.103816] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.111054] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Releasing lock "refresh_cache-4afe8752-fff5-49c8-9926-9114fedbf124" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.112822] env[62364]: DEBUG nova.compute.manager [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Instance network_info: |[{"id": "43c0fbe2-24dd-40cb-ad06-aa0b51741436", "address": "fa:16:3e:99:dd:2e", "network": {"id": "41d9df8a-9cfb-45dd-83ac-ee969190b1af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2113703358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b856a0f1e742618ae294e6e88ccf4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c0fbe2-24", "ovs_interfaceid": "43c0fbe2-24dd-40cb-ad06-aa0b51741436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.118912] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:dd:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43c0fbe2-24dd-40cb-ad06-aa0b51741436', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.130543] env[62364]: DEBUG oslo.service.loopingcall [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.130543] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523186da-9b89-eb4d-6324-e04aa3ef14f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.131961] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.131961] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bacfec98-2ca4-4572-8a16-5aab1b07a041 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.157998] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.157998] env[62364]: value = "task-2480593" [ 791.157998] env[62364]: _type = "Task" [ 791.157998] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.166035] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480593, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.260946] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a675d-e868-c45d-7d3c-83db12436a5e/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 791.261785] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb90e7c-2366-4f8d-ad43-963605c2cd08 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.273249] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a675d-e868-c45d-7d3c-83db12436a5e/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 791.273359] env[62364]: ERROR oslo_vmware.rw_handles [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a675d-e868-c45d-7d3c-83db12436a5e/disk-0.vmdk due to incomplete transfer. [ 791.273654] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3f7e63e7-acfb-472e-b539-5af1e5a5b45e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.282329] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a675d-e868-c45d-7d3c-83db12436a5e/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 791.282959] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Uploaded image 620392c8-20b2-4473-92d7-79cf10e1b24c to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 791.284414] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 791.284678] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e2a9450-9c80-4166-9d56-fe96dfa1fc79 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.291037] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 791.291037] env[62364]: value = "task-2480594" [ 791.291037] env[62364]: _type = "Task" [ 791.291037] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.305482] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480594, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.369028] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.373510] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "8ac71684-9546-48d7-ad0b-195e04f75eb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.376974] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "8ac71684-9546-48d7-ad0b-195e04f75eb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.377428] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "8ac71684-9546-48d7-ad0b-195e04f75eb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.377536] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "8ac71684-9546-48d7-ad0b-195e04f75eb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.377716] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "8ac71684-9546-48d7-ad0b-195e04f75eb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.379759] env[62364]: INFO nova.compute.manager [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Terminating instance [ 791.483227] env[62364]: DEBUG nova.compute.manager [req-c196fe38-8585-4e55-8888-b77c544d995a req-1b8d6dc2-8e03-4a8a-8d08-b55baf521ca0 service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Received event network-changed-16cfe520-95ef-41f6-ab5e-5bb3d5579c41 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 791.483466] env[62364]: DEBUG nova.compute.manager [req-c196fe38-8585-4e55-8888-b77c544d995a req-1b8d6dc2-8e03-4a8a-8d08-b55baf521ca0 service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Refreshing instance network info cache due to event network-changed-16cfe520-95ef-41f6-ab5e-5bb3d5579c41. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 791.483706] env[62364]: DEBUG oslo_concurrency.lockutils [req-c196fe38-8585-4e55-8888-b77c544d995a req-1b8d6dc2-8e03-4a8a-8d08-b55baf521ca0 service nova] Acquiring lock "refresh_cache-f313f1f4-a761-405e-aa0f-a676f6bcc4ef" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.483863] env[62364]: DEBUG oslo_concurrency.lockutils [req-c196fe38-8585-4e55-8888-b77c544d995a req-1b8d6dc2-8e03-4a8a-8d08-b55baf521ca0 service nova] Acquired lock "refresh_cache-f313f1f4-a761-405e-aa0f-a676f6bcc4ef" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.484193] env[62364]: DEBUG nova.network.neutron [req-c196fe38-8585-4e55-8888-b77c544d995a req-1b8d6dc2-8e03-4a8a-8d08-b55baf521ca0 service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Refreshing network info cache for port 16cfe520-95ef-41f6-ab5e-5bb3d5579c41 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.542061] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abe8bca-a2fb-4665-896f-1c59aebe4ff7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.551726] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56a613b-3c02-4a78-a0a1-924f80798738 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.587489] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86d1925-a5f9-4ca4-a8a5-f9ea72badb01 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.594883] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0379ea-bbc4-4a4d-a178-0ca630f7086d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.609622] env[62364]: DEBUG nova.compute.provider_tree [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.620881] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523186da-9b89-eb4d-6324-e04aa3ef14f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014454} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.621872] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.622751] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f313f1f4-a761-405e-aa0f-a676f6bcc4ef/f313f1f4-a761-405e-aa0f-a676f6bcc4ef.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.622751] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1d12354-cd3a-4a34-af98-1ff5933bf7d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.629351] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 791.629351] env[62364]: value = "task-2480595" [ 791.629351] env[62364]: _type = "Task" [ 791.629351] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.638254] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.666895] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480593, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.804135] env[62364]: DEBUG nova.compute.manager [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.804135] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480594, 'name': Destroy_Task, 'duration_secs': 0.323803} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.804751] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6f8cc1-310c-49da-abd8-a13e3b7d5d17 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.807518] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Destroyed the VM [ 791.807809] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.809135] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76c9f7ff-e53c-4d11-b4c3-b21e1607328d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.817993] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 791.817993] env[62364]: value = "task-2480596" [ 791.817993] env[62364]: _type = "Task" [ 791.817993] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.827458] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.827458] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3be555b-cbee-49d3-a083-975f40bba935 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.833164] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.833508] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480596, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.835469] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cde44a8-5e06-44b3-af46-40c46f698ab1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.837570] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 791.837570] env[62364]: value = "task-2480597" [ 791.837570] env[62364]: _type = "Task" [ 791.837570] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.843143] env[62364]: DEBUG oslo_vmware.api [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 791.843143] env[62364]: value = "task-2480598" [ 791.843143] env[62364]: _type = "Task" [ 791.843143] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.853774] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.860098] env[62364]: DEBUG oslo_vmware.api [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.884225] env[62364]: DEBUG nova.compute.manager [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.884497] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.885572] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a103b-d0f1-4bae-a93c-aec447053f03 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.893794] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.894165] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86aa2d91-2d99-4388-8fbf-ecde070ac6d7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.901121] env[62364]: DEBUG oslo_vmware.api [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 791.901121] env[62364]: value = "task-2480599" [ 791.901121] env[62364]: _type = "Task" [ 791.901121] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.915336] env[62364]: DEBUG oslo_vmware.api [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.002758] env[62364]: DEBUG nova.compute.manager [req-81db6184-7055-4801-89f5-203f753606b5 req-9f298cd7-9a94-44be-87b1-1e1a11bb3a19 service nova] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Received event network-changed-43c0fbe2-24dd-40cb-ad06-aa0b51741436 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 792.002997] env[62364]: DEBUG nova.compute.manager [req-81db6184-7055-4801-89f5-203f753606b5 req-9f298cd7-9a94-44be-87b1-1e1a11bb3a19 service nova] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Refreshing instance network info cache due to event network-changed-43c0fbe2-24dd-40cb-ad06-aa0b51741436. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 792.003815] env[62364]: DEBUG oslo_concurrency.lockutils [req-81db6184-7055-4801-89f5-203f753606b5 req-9f298cd7-9a94-44be-87b1-1e1a11bb3a19 service nova] Acquiring lock "refresh_cache-4afe8752-fff5-49c8-9926-9114fedbf124" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.003815] env[62364]: DEBUG oslo_concurrency.lockutils [req-81db6184-7055-4801-89f5-203f753606b5 req-9f298cd7-9a94-44be-87b1-1e1a11bb3a19 service nova] Acquired lock "refresh_cache-4afe8752-fff5-49c8-9926-9114fedbf124" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.003815] env[62364]: DEBUG nova.network.neutron [req-81db6184-7055-4801-89f5-203f753606b5 req-9f298cd7-9a94-44be-87b1-1e1a11bb3a19 service nova] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Refreshing network info cache for port 43c0fbe2-24dd-40cb-ad06-aa0b51741436 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.114660] env[62364]: DEBUG nova.scheduler.client.report [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.146243] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480595, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.173973] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480593, 'name': CreateVM_Task, 'duration_secs': 0.519539} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.174196] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.175033] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.175222] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.175613] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.175913] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ed32b5-5a11-4095-926d-ee7b13e2684d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.183254] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 792.183254] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52396de2-7a6c-a335-8a14-9ee81414933c" [ 792.183254] env[62364]: _type = "Task" [ 792.183254] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.195598] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52396de2-7a6c-a335-8a14-9ee81414933c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.320103] env[62364]: INFO nova.compute.manager [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] instance snapshotting [ 792.320377] env[62364]: WARNING nova.compute.manager [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 792.330335] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d41cd2-6743-4d50-be03-aa8b613e1065 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.342549] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480596, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.368379] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce08503-e630-4b44-9162-20d45f2e64ea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.374925] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "5e8c0dc9-2cda-4598-b201-3e970be4a301" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.374925] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "5e8c0dc9-2cda-4598-b201-3e970be4a301" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.382535] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480597, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.387465] env[62364]: DEBUG oslo_vmware.api [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480598, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.418426] env[62364]: DEBUG oslo_vmware.api [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480599, 'name': PowerOffVM_Task, 'duration_secs': 0.29301} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.418426] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.418426] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.418621] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b2d6062-eb8f-40b2-bd17-328098c0bbb2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.481695] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.481992] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.482114] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Deleting the datastore file [datastore2] 8ac71684-9546-48d7-ad0b-195e04f75eb1 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.482424] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0a9d515-3611-4527-9972-20ba0f6c688c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.489586] env[62364]: DEBUG oslo_vmware.api [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 792.489586] env[62364]: value = "task-2480601" [ 792.489586] env[62364]: _type = "Task" [ 792.489586] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.502576] env[62364]: DEBUG oslo_vmware.api [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.558206] env[62364]: DEBUG nova.network.neutron [req-c196fe38-8585-4e55-8888-b77c544d995a req-1b8d6dc2-8e03-4a8a-8d08-b55baf521ca0 service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Updated VIF entry in instance network info cache for port 16cfe520-95ef-41f6-ab5e-5bb3d5579c41. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.558684] env[62364]: DEBUG nova.network.neutron [req-c196fe38-8585-4e55-8888-b77c544d995a req-1b8d6dc2-8e03-4a8a-8d08-b55baf521ca0 service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Updating instance_info_cache with network_info: [{"id": "16cfe520-95ef-41f6-ab5e-5bb3d5579c41", "address": "fa:16:3e:53:1c:c6", "network": {"id": "d78b9ad3-3fdc-4914-b090-9e0629cc568e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1460743526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a65ad5a9d64c32b8889535e34efa0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16cfe520-95", "ovs_interfaceid": "16cfe520-95ef-41f6-ab5e-5bb3d5579c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.629048] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.633343] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.811s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.633419] env[62364]: DEBUG nova.objects.instance [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lazy-loading 'resources' on Instance uuid 37190642-6f6c-4837-8080-a4d472e9bca0 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.651984] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669741} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.655426] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f313f1f4-a761-405e-aa0f-a676f6bcc4ef/f313f1f4-a761-405e-aa0f-a676f6bcc4ef.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.655666] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.655928] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24843b91-c657-43ad-9785-46244d5234e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.664295] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 792.664295] env[62364]: value = "task-2480602" [ 792.664295] env[62364]: _type = "Task" [ 792.664295] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.675846] env[62364]: INFO nova.scheduler.client.report [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleted allocations for instance edb5b881-6836-49cd-88c3-4dc5892cb855 [ 792.681115] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.696826] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52396de2-7a6c-a335-8a14-9ee81414933c, 'name': SearchDatastore_Task, 'duration_secs': 0.068409} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.696826] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.697025] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.697521] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.697521] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.697665] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.697881] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-528ebd4b-7910-48f9-8304-adf3f9a06880 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.708049] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.708049] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.708049] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1129990c-6a16-4df4-85bf-729def7d66ef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.715135] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 792.715135] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523344b9-2fc7-6c54-cecb-efd425a07839" [ 792.715135] env[62364]: _type = "Task" [ 792.715135] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.726801] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523344b9-2fc7-6c54-cecb-efd425a07839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.835904] env[62364]: DEBUG oslo_vmware.api [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480596, 'name': RemoveSnapshot_Task, 'duration_secs': 0.693904} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.836261] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.836503] env[62364]: INFO nova.compute.manager [None req-ee3d4e2b-3295-4574-bc53-d803126ed124 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Took 15.66 seconds to snapshot the instance on the hypervisor. [ 792.854373] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480597, 'name': PowerOffVM_Task, 'duration_secs': 0.580621} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.855027] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.855027] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.856059] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fab380-5051-4d3e-aec2-351e98ca5982 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.864415] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.870857] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1c95eb1-2f87-4949-833c-737c66120d3d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.878966] env[62364]: DEBUG oslo_vmware.api [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480598, 'name': PowerOffVM_Task, 'duration_secs': 0.570735} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.879657] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.879657] env[62364]: DEBUG nova.compute.manager [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.880726] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdab125-b0a6-4012-b112-7e21bea62ef6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.883889] env[62364]: DEBUG nova.compute.manager [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.894779] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.895360] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e141232-b878-4bbc-83d2-9658d2dffad2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.906988] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 792.906988] env[62364]: value = "task-2480604" [ 792.906988] env[62364]: _type = "Task" [ 792.906988] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.917882] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480604, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.937953] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.938642] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.938642] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleting the datastore file [datastore1] 006ebec8-be86-4e52-882e-592bcf43675b {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.938849] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd5927f7-849b-4d96-b256-b65af0ff3ba4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.946946] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 792.946946] env[62364]: value = "task-2480605" [ 792.946946] env[62364]: _type = "Task" [ 792.946946] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.951820] env[62364]: DEBUG nova.network.neutron [req-81db6184-7055-4801-89f5-203f753606b5 req-9f298cd7-9a94-44be-87b1-1e1a11bb3a19 service nova] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Updated VIF entry in instance network info cache for port 43c0fbe2-24dd-40cb-ad06-aa0b51741436. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.952202] env[62364]: DEBUG nova.network.neutron [req-81db6184-7055-4801-89f5-203f753606b5 req-9f298cd7-9a94-44be-87b1-1e1a11bb3a19 service nova] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Updating instance_info_cache with network_info: [{"id": "43c0fbe2-24dd-40cb-ad06-aa0b51741436", "address": "fa:16:3e:99:dd:2e", "network": {"id": "41d9df8a-9cfb-45dd-83ac-ee969190b1af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2113703358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b856a0f1e742618ae294e6e88ccf4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c0fbe2-24", "ovs_interfaceid": "43c0fbe2-24dd-40cb-ad06-aa0b51741436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.959485] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.000168] env[62364]: DEBUG oslo_vmware.api [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139804} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.000309] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.002355] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.002355] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.002355] env[62364]: INFO nova.compute.manager [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 793.002355] env[62364]: DEBUG oslo.service.loopingcall [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.002355] env[62364]: DEBUG nova.compute.manager [-] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.002355] env[62364]: DEBUG nova.network.neutron [-] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.062367] env[62364]: DEBUG oslo_concurrency.lockutils [req-c196fe38-8585-4e55-8888-b77c544d995a req-1b8d6dc2-8e03-4a8a-8d08-b55baf521ca0 service nova] Releasing lock "refresh_cache-f313f1f4-a761-405e-aa0f-a676f6bcc4ef" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.174464] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065521} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.178292] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.179891] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d64a29c-adac-460b-8e4a-b4649b05eecf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.203296] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] f313f1f4-a761-405e-aa0f-a676f6bcc4ef/f313f1f4-a761-405e-aa0f-a676f6bcc4ef.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.206343] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62820f2a-0052-4456-b4f7-168f6925051a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "edb5b881-6836-49cd-88c3-4dc5892cb855" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.362s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.207295] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd126c18-c773-4df7-b596-2f9d1b5c533c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.234797] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523344b9-2fc7-6c54-cecb-efd425a07839, 'name': SearchDatastore_Task, 'duration_secs': 0.012479} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.235144] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 793.235144] env[62364]: value = "task-2480606" [ 793.235144] env[62364]: _type = "Task" [ 793.235144] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.236074] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0582f1-6648-4d31-ae15-c12c01ac1b1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.249113] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 793.249113] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52695f57-deac-40cb-a2c9-3b773ea6fd4a" [ 793.249113] env[62364]: _type = "Task" [ 793.249113] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.252175] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.261554] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52695f57-deac-40cb-a2c9-3b773ea6fd4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.261696] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.262284] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4afe8752-fff5-49c8-9926-9114fedbf124/4afe8752-fff5-49c8-9926-9114fedbf124.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.262284] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4329c4e7-7ebb-4c17-86e7-89a407041ae2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.269480] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 793.269480] env[62364]: value = "task-2480607" [ 793.269480] env[62364]: _type = "Task" [ 793.269480] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.278187] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.400625] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b4ab61bb-86f9-465c-9a5d-d76f606c5163 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.597s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.417020] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.417713] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480604, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.457244] env[62364]: DEBUG oslo_concurrency.lockutils [req-81db6184-7055-4801-89f5-203f753606b5 req-9f298cd7-9a94-44be-87b1-1e1a11bb3a19 service nova] Releasing lock "refresh_cache-4afe8752-fff5-49c8-9926-9114fedbf124" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.457515] env[62364]: DEBUG nova.compute.manager [req-81db6184-7055-4801-89f5-203f753606b5 req-9f298cd7-9a94-44be-87b1-1e1a11bb3a19 service nova] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Received event network-vif-deleted-24a1167d-efad-4a63-8faf-090b7b18a7e0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 793.457758] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169773} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.460828] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.461137] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.461395] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.751418] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.769391] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7d6fd8-4371-4e17-8d81-4bd1aeab2fb2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.783054] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512406} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.786488] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4afe8752-fff5-49c8-9926-9114fedbf124/4afe8752-fff5-49c8-9926-9114fedbf124.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.786765] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.789127] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3971c10-804c-4c36-a5df-2354728f87cc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.792576] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92896a15-66bc-4141-b29d-ff05e79457c5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.830806] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c8224-e72b-41e0-8f52-82747534125a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.834152] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 793.834152] env[62364]: value = "task-2480608" [ 793.834152] env[62364]: _type = "Task" [ 793.834152] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.841849] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f9639c-fbf6-4fe2-a3d3-e964da24074f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.851010] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.861326] env[62364]: DEBUG nova.compute.provider_tree [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.862730] env[62364]: DEBUG nova.network.neutron [-] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.915177] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480604, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.992302] env[62364]: DEBUG nova.compute.manager [req-46a14632-cee4-4245-bf89-4020851aadc1 req-0ce85cbb-e5ef-4339-8108-ddfd4e61405a service nova] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Received event network-vif-deleted-08a81798-c61d-4433-a846-0eb27759ce45 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 794.246121] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480606, 'name': ReconfigVM_Task, 'duration_secs': 0.640869} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.246547] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Reconfigured VM instance instance-00000035 to attach disk [datastore1] f313f1f4-a761-405e-aa0f-a676f6bcc4ef/f313f1f4-a761-405e-aa0f-a676f6bcc4ef.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.246887] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62364) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 794.247533] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9fa96159-0fa8-4a2a-a3fc-6281520b6de5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.254876] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 794.254876] env[62364]: value = "task-2480609" [ 794.254876] env[62364]: _type = "Task" [ 794.254876] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.262702] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480609, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.343439] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075544} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.343694] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.344601] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351689db-bbef-4cdf-ab98-40120d5fd121 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.366214] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 4afe8752-fff5-49c8-9926-9114fedbf124/4afe8752-fff5-49c8-9926-9114fedbf124.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.367196] env[62364]: DEBUG nova.scheduler.client.report [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.370345] env[62364]: INFO nova.compute.manager [-] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Took 1.37 seconds to deallocate network for instance. [ 794.370559] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b28db615-72d1-45f0-8e10-0ccee0f46314 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.396356] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 794.396356] env[62364]: value = "task-2480610" [ 794.396356] env[62364]: _type = "Task" [ 794.396356] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.407545] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.419071] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480604, 'name': CreateSnapshot_Task, 'duration_secs': 1.247894} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.419303] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 794.420087] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e037597-1168-4312-9b82-8c244da8472c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.506809] env[62364]: DEBUG nova.virt.hardware [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.508846] env[62364]: DEBUG nova.virt.hardware [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.509120] env[62364]: DEBUG nova.virt.hardware [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.509370] env[62364]: DEBUG nova.virt.hardware [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.509561] env[62364]: DEBUG nova.virt.hardware [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.509736] env[62364]: DEBUG nova.virt.hardware [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.509972] env[62364]: DEBUG nova.virt.hardware [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.510211] env[62364]: DEBUG nova.virt.hardware [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.510390] env[62364]: DEBUG nova.virt.hardware [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.510576] env[62364]: DEBUG nova.virt.hardware [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.510754] env[62364]: DEBUG nova.virt.hardware [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.512069] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f1b6eb-a0b2-45b4-83ca-5757bc0ae7e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.521604] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cba4ff2-119a-4fee-9172-eb954ac0b761 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.537186] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:f2:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32317a99-0703-480c-b150-3a6f734a7640', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.545132] env[62364]: DEBUG oslo.service.loopingcall [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.545448] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.545686] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a507015-4afe-4d7c-8840-88812374e15e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.566911] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.566911] env[62364]: value = "task-2480611" [ 794.566911] env[62364]: _type = "Task" [ 794.566911] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.575216] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480611, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.630924] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.631183] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.653577] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "f7748f65-88c6-459b-93c3-6ee2973396e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.653755] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "f7748f65-88c6-459b-93c3-6ee2973396e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.766313] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480609, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.066719} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.766591] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62364) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 794.767434] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164d5e24-e1b9-4ae7-84f9-82ef6e98f9a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.795042] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] f313f1f4-a761-405e-aa0f-a676f6bcc4ef/ephemeral_0.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.795425] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10e24367-81c7-4a5e-99ee-6511374a3b86 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.818023] env[62364]: DEBUG nova.compute.manager [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.818023] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e453ec3f-c619-4d4e-a457-4933c03dcd39 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.829814] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 794.829814] env[62364]: value = "task-2480612" [ 794.829814] env[62364]: _type = "Task" [ 794.829814] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.839690] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.890646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.897217] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.457s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.897217] env[62364]: INFO nova.compute.claims [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.901051] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.914168] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480610, 'name': ReconfigVM_Task, 'duration_secs': 0.304307} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.914168] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 4afe8752-fff5-49c8-9926-9114fedbf124/4afe8752-fff5-49c8-9926-9114fedbf124.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.914168] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-122bf82d-b628-4919-b3f6-4f6f144c0011 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.921096] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 794.921096] env[62364]: value = "task-2480613" [ 794.921096] env[62364]: _type = "Task" [ 794.921096] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.925255] env[62364]: INFO nova.scheduler.client.report [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Deleted allocations for instance 37190642-6f6c-4837-8080-a4d472e9bca0 [ 794.952123] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.952860] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480613, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.953553] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9cb930a-4915-4b91-b1b9-73a19f5f4ef1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.962365] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 794.962365] env[62364]: value = "task-2480614" [ 794.962365] env[62364]: _type = "Task" [ 794.962365] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.972635] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480614, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.079638] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480611, 'name': CreateVM_Task, 'duration_secs': 0.371014} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.079638] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.080403] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.080788] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.082328] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.082328] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2163f4c8-8499-4c06-981a-08b84f1ffad1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.088023] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 795.088023] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5239fe5e-d695-9de8-c1dd-ed704344f43d" [ 795.088023] env[62364]: _type = "Task" [ 795.088023] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.097783] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5239fe5e-d695-9de8-c1dd-ed704344f43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.332796] env[62364]: INFO nova.compute.manager [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] instance snapshotting [ 795.342074] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30874edf-f276-4792-93b2-780050f2808f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.351413] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.367519] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655c2f37-6ba3-4ec1-96bf-bf0bd6504918 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.433061] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480613, 'name': Rename_Task, 'duration_secs': 0.340373} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.434700] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.435144] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-429913cd-2145-4767-a633-420002d69b57 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.445516] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 795.445516] env[62364]: value = "task-2480615" [ 795.445516] env[62364]: _type = "Task" [ 795.445516] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.457590] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.459717] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d86303eb-8304-4fed-97a0-cd1e30b94f87 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "37190642-6f6c-4837-8080-a4d472e9bca0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.249s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.477084] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480614, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.601689] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5239fe5e-d695-9de8-c1dd-ed704344f43d, 'name': SearchDatastore_Task, 'duration_secs': 0.012956} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.601689] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.601933] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.602214] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.602818] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.602818] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.602818] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0af3ab40-2861-4c73-9e8c-9f66836ed430 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.614066] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.614485] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.615297] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9fa2f9-ceba-4424-bbdc-ebb256bf8cb9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.623721] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 795.623721] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52314137-400c-5cf3-1d42-a4ce85604e52" [ 795.623721] env[62364]: _type = "Task" [ 795.623721] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.635764] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52314137-400c-5cf3-1d42-a4ce85604e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.851203] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480612, 'name': ReconfigVM_Task, 'duration_secs': 0.563241} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.851203] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Reconfigured VM instance instance-00000035 to attach disk [datastore1] f313f1f4-a761-405e-aa0f-a676f6bcc4ef/ephemeral_0.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.851203] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-887098db-ea67-447d-b6f7-411058edb1ea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.857467] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 795.857467] env[62364]: value = "task-2480616" [ 795.857467] env[62364]: _type = "Task" [ 795.857467] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.865163] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480616, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.880037] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 795.880183] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bffbe520-d71e-4790-9075-daca1f0f5dd4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.887891] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 795.887891] env[62364]: value = "task-2480617" [ 795.887891] env[62364]: _type = "Task" [ 795.887891] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.899161] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480617, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.961315] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.978384] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480614, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.053077] env[62364]: DEBUG nova.compute.manager [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Stashing vm_state: stopped {{(pid=62364) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 796.134246] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52314137-400c-5cf3-1d42-a4ce85604e52, 'name': SearchDatastore_Task, 'duration_secs': 0.012669} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.136024] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fdbbaeb-8319-4419-869b-d0db29a0ee2b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.143572] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 796.143572] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ed6efb-7d88-8486-b6c7-c681784ec751" [ 796.143572] env[62364]: _type = "Task" [ 796.143572] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.152576] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ed6efb-7d88-8486-b6c7-c681784ec751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.378053] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480616, 'name': Rename_Task, 'duration_secs': 0.325961} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.378436] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.380293] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b276a0f6-daf5-4a44-8bbc-051fc9e57786 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.386152] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 796.386152] env[62364]: value = "task-2480618" [ 796.386152] env[62364]: _type = "Task" [ 796.386152] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.403314] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480618, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.410295] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480617, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.456238] env[62364]: DEBUG oslo_vmware.api [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480615, 'name': PowerOnVM_Task, 'duration_secs': 0.797626} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.456509] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.456715] env[62364]: INFO nova.compute.manager [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Took 8.48 seconds to spawn the instance on the hypervisor. [ 796.456969] env[62364]: DEBUG nova.compute.manager [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.457728] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f0d7f3-5ce0-4a56-9631-07ee15afbde9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.489750] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480614, 'name': CloneVM_Task} progress is 95%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.579432] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cd8dbd-cc3c-4ce3-aa62-ea69032b1722 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.584519] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.590934] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4397e8b9-863a-4438-93ce-be89002fcbc3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.622935] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158cda15-dea6-4880-9f11-8b64f3eba275 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.629172] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e95d03-1888-4d2e-9827-2d715e165033 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.643356] env[62364]: DEBUG nova.compute.provider_tree [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.652793] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ed6efb-7d88-8486-b6c7-c681784ec751, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.653696] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.653908] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.654173] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b8120f7-6af7-40ee-9a21-69d2ddd61bec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.661377] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 796.661377] env[62364]: value = "task-2480619" [ 796.661377] env[62364]: _type = "Task" [ 796.661377] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.669142] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.902957] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480617, 'name': CreateSnapshot_Task, 'duration_secs': 0.702864} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.906366] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 796.908095] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480618, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.908095] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21326b70-22e3-44d6-8250-5c538b8f0b87 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.978077] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480614, 'name': CloneVM_Task} progress is 95%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.995319] env[62364]: INFO nova.compute.manager [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Took 44.03 seconds to build instance. [ 797.149343] env[62364]: DEBUG nova.scheduler.client.report [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.171648] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480619, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.402786] env[62364]: DEBUG oslo_vmware.api [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2480618, 'name': PowerOnVM_Task, 'duration_secs': 0.767225} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.403227] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.403462] env[62364]: INFO nova.compute.manager [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Took 11.66 seconds to spawn the instance on the hypervisor. [ 797.403853] env[62364]: DEBUG nova.compute.manager [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.404899] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91fe677-8f1c-4d67-9a9a-6067bd3ac6bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.432636] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 797.432945] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-15221cba-7a42-47bb-b9e2-2b83903ef78f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.441980] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 797.441980] env[62364]: value = "task-2480620" [ 797.441980] env[62364]: _type = "Task" [ 797.441980] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.451613] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480620, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.477484] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480614, 'name': CloneVM_Task, 'duration_secs': 2.314423} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.477484] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Created linked-clone VM from snapshot [ 797.478101] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd5995-56fa-497c-9dc3-813d76409346 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.487263] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Uploading image 81175fcf-b711-41bf-ab3c-d22016be71aa {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 797.497460] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f183f2fe-de7f-4257-9869-ae1d13b4961e tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "4afe8752-fff5-49c8-9926-9114fedbf124" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.756s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.527399] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 797.527399] env[62364]: value = "vm-501986" [ 797.527399] env[62364]: _type = "VirtualMachine" [ 797.527399] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 797.528368] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9beecc48-22cf-470f-953b-530f29121326 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.535702] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lease: (returnval){ [ 797.535702] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f723fd-1ef1-44c3-51d0-f436e5cacf5a" [ 797.535702] env[62364]: _type = "HttpNfcLease" [ 797.535702] env[62364]: } obtained for exporting VM: (result){ [ 797.535702] env[62364]: value = "vm-501986" [ 797.535702] env[62364]: _type = "VirtualMachine" [ 797.535702] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 797.535985] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the lease: (returnval){ [ 797.535985] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f723fd-1ef1-44c3-51d0-f436e5cacf5a" [ 797.535985] env[62364]: _type = "HttpNfcLease" [ 797.535985] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 797.544156] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.544156] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f723fd-1ef1-44c3-51d0-f436e5cacf5a" [ 797.544156] env[62364]: _type = "HttpNfcLease" [ 797.544156] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 797.656280] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.656882] env[62364]: DEBUG nova.compute.manager [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.659708] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.988s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.661133] env[62364]: INFO nova.compute.claims [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.673560] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75134} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.673560] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.673771] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.674068] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b1adbcd-95ba-4f7c-860e-cad26ac2353e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.680766] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 797.680766] env[62364]: value = "task-2480622" [ 797.680766] env[62364]: _type = "Task" [ 797.680766] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.689043] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.930859] env[62364]: INFO nova.compute.manager [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Took 48.16 seconds to build instance. [ 797.958028] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480620, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.005752] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.046886] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.046886] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f723fd-1ef1-44c3-51d0-f436e5cacf5a" [ 798.046886] env[62364]: _type = "HttpNfcLease" [ 798.046886] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 798.048553] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 798.048553] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f723fd-1ef1-44c3-51d0-f436e5cacf5a" [ 798.048553] env[62364]: _type = "HttpNfcLease" [ 798.048553] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 798.053020] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572c0d56-f423-4819-a222-4713fbc685e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.062315] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526971f9-a337-19a1-3c08-7ddad3aa2335/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 798.063915] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526971f9-a337-19a1-3c08-7ddad3aa2335/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 798.165741] env[62364]: DEBUG nova.compute.utils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 798.169879] env[62364]: DEBUG nova.compute.manager [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.170074] env[62364]: DEBUG nova.network.neutron [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.190420] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195383} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.190604] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.192222] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a32ea67-62eb-4687-8a6d-a89bdedb8ef9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.214846] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.216710] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c6d715-29ed-43d8-a8f9-849b4880b62e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.231679] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de805751-b778-4f59-b490-19db9ace646e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.239691] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 798.239691] env[62364]: value = "task-2480623" [ 798.239691] env[62364]: _type = "Task" [ 798.239691] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.248913] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.250348] env[62364]: DEBUG nova.policy [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66170684e8541bbafacc1cff659dcfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a09eba3432b4347be9602e0a9ca8eeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.433686] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30be6992-ebd7-4ef7-a0c0-a72fed896083 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.307s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.462614] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480620, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.531600] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.569126] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquiring lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.569474] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.676063] env[62364]: DEBUG nova.compute.manager [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.758736] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480623, 'name': ReconfigVM_Task, 'duration_secs': 0.317406} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.758736] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 006ebec8-be86-4e52-882e-592bcf43675b/006ebec8-be86-4e52-882e-592bcf43675b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.758736] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c83a2bf-f97a-4acd-ae80-5e3c22c0f2b2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.772223] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 798.772223] env[62364]: value = "task-2480624" [ 798.772223] env[62364]: _type = "Task" [ 798.772223] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.786504] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480624, 'name': Rename_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.883678] env[62364]: DEBUG nova.network.neutron [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Successfully created port: 7b3c9c7b-7ba6-47d2-ae85-5d358c27249c {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.937836] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.958796] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480620, 'name': CloneVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.283251] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480624, 'name': Rename_Task, 'duration_secs': 0.165298} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.283430] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.286182] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-581b6753-f46c-45ac-b105-be7f894b5004 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.292556] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 799.292556] env[62364]: value = "task-2480625" [ 799.292556] env[62364]: _type = "Task" [ 799.292556] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.301509] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.371881] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13b3374-3ce0-4f56-ac08-41be87b3a2c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.385313] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cc3393-a307-4dbc-8a6a-c6fed8ab627f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.422555] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d455cb0-27ab-4b57-96e0-6045bb352444 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.437033] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec36595-8d46-4452-87c3-9d6aa4050f70 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.461114] env[62364]: DEBUG nova.compute.provider_tree [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.486495] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480620, 'name': CloneVM_Task, 'duration_secs': 1.568336} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.487355] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Created linked-clone VM from snapshot [ 799.488127] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b2b9d-955a-4370-9089-dc285e8defc3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.497273] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Uploading image 72284c78-4a15-45eb-a834-d14bf58f7dc4 {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 799.503548] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.540197] env[62364]: DEBUG oslo_vmware.rw_handles [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 799.540197] env[62364]: value = "vm-501988" [ 799.540197] env[62364]: _type = "VirtualMachine" [ 799.540197] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 799.541033] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57f025f8-3afa-407f-a8ed-29cef6ad065a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.548332] env[62364]: DEBUG oslo_vmware.rw_handles [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lease: (returnval){ [ 799.548332] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5255377f-e752-ef48-34fb-b754a20b24f9" [ 799.548332] env[62364]: _type = "HttpNfcLease" [ 799.548332] env[62364]: } obtained for exporting VM: (result){ [ 799.548332] env[62364]: value = "vm-501988" [ 799.548332] env[62364]: _type = "VirtualMachine" [ 799.548332] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 799.548668] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the lease: (returnval){ [ 799.548668] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5255377f-e752-ef48-34fb-b754a20b24f9" [ 799.548668] env[62364]: _type = "HttpNfcLease" [ 799.548668] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 799.556946] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 799.556946] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5255377f-e752-ef48-34fb-b754a20b24f9" [ 799.556946] env[62364]: _type = "HttpNfcLease" [ 799.556946] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 799.579443] env[62364]: DEBUG nova.compute.manager [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.580504] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae8e96e-37bf-434e-823c-1fea6fa3f4a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.697490] env[62364]: DEBUG nova.compute.manager [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.729870] env[62364]: DEBUG nova.virt.hardware [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.730178] env[62364]: DEBUG nova.virt.hardware [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.730379] env[62364]: DEBUG nova.virt.hardware [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.730648] env[62364]: DEBUG nova.virt.hardware [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.730917] env[62364]: DEBUG nova.virt.hardware [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.731027] env[62364]: DEBUG nova.virt.hardware [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.731191] env[62364]: DEBUG nova.virt.hardware [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.731380] env[62364]: DEBUG nova.virt.hardware [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.731580] env[62364]: DEBUG nova.virt.hardware [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.731782] env[62364]: DEBUG nova.virt.hardware [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.731994] env[62364]: DEBUG nova.virt.hardware [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.732967] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862dae3f-ecaf-45f5-aa39-f1118108576d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.744836] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec8ad4c-d943-4c39-8d08-10c99e784477 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.803737] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.966017] env[62364]: DEBUG nova.scheduler.client.report [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.059030] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 800.059030] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5255377f-e752-ef48-34fb-b754a20b24f9" [ 800.059030] env[62364]: _type = "HttpNfcLease" [ 800.059030] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 800.059030] env[62364]: DEBUG oslo_vmware.rw_handles [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 800.059030] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5255377f-e752-ef48-34fb-b754a20b24f9" [ 800.059030] env[62364]: _type = "HttpNfcLease" [ 800.059030] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 800.059030] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14836082-dcaa-45aa-873e-3d5c852f965a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.066258] env[62364]: DEBUG oslo_vmware.rw_handles [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4a6e-c38c-d47d-bcba-c6d3ea90490f/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 800.066452] env[62364]: DEBUG oslo_vmware.rw_handles [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4a6e-c38c-d47d-bcba-c6d3ea90490f/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 800.122993] env[62364]: INFO nova.compute.manager [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] instance snapshotting [ 800.127269] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5353ae2f-cfa1-4f12-a238-6e451300b0a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.149366] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c304cd7-0a48-4705-a572-cc745be464a7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.162236] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05f644a8-077a-4202-85ab-5f76e23e25e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.304276] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.471646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.472399] env[62364]: DEBUG nova.compute.manager [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.476482] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.589s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.652847] env[62364]: DEBUG nova.compute.manager [req-94ce9621-30e5-4a96-91a5-60e759bc770c req-849922eb-7de3-4416-9c7d-c8a2c532c0d3 service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Received event network-changed-16cfe520-95ef-41f6-ab5e-5bb3d5579c41 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 800.653211] env[62364]: DEBUG nova.compute.manager [req-94ce9621-30e5-4a96-91a5-60e759bc770c req-849922eb-7de3-4416-9c7d-c8a2c532c0d3 service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Refreshing instance network info cache due to event network-changed-16cfe520-95ef-41f6-ab5e-5bb3d5579c41. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 800.653581] env[62364]: DEBUG oslo_concurrency.lockutils [req-94ce9621-30e5-4a96-91a5-60e759bc770c req-849922eb-7de3-4416-9c7d-c8a2c532c0d3 service nova] Acquiring lock "refresh_cache-f313f1f4-a761-405e-aa0f-a676f6bcc4ef" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.653927] env[62364]: DEBUG oslo_concurrency.lockutils [req-94ce9621-30e5-4a96-91a5-60e759bc770c req-849922eb-7de3-4416-9c7d-c8a2c532c0d3 service nova] Acquired lock "refresh_cache-f313f1f4-a761-405e-aa0f-a676f6bcc4ef" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.654203] env[62364]: DEBUG nova.network.neutron [req-94ce9621-30e5-4a96-91a5-60e759bc770c req-849922eb-7de3-4416-9c7d-c8a2c532c0d3 service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Refreshing network info cache for port 16cfe520-95ef-41f6-ab5e-5bb3d5579c41 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.663038] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 800.663348] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68b55b07-83fc-4140-b8f5-f6f44e97a80a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.674168] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 800.674168] env[62364]: value = "task-2480627" [ 800.674168] env[62364]: _type = "Task" [ 800.674168] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.687688] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480627, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.806283] env[62364]: DEBUG oslo_vmware.api [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480625, 'name': PowerOnVM_Task, 'duration_secs': 1.065458} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.806590] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.806902] env[62364]: DEBUG nova.compute.manager [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.807849] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc6ed94-b483-4f92-b03a-c6af4a59d6a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.980229] env[62364]: DEBUG nova.compute.utils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.982210] env[62364]: DEBUG nova.compute.manager [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.982409] env[62364]: DEBUG nova.network.neutron [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.056971] env[62364]: DEBUG nova.policy [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3e474d1f4d4d7ab1205cd365e1bcac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6091687cd34408ca22e9a589a2e7ab5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.191743] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480627, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.280478] env[62364]: DEBUG nova.network.neutron [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Successfully updated port: 7b3c9c7b-7ba6-47d2-ae85-5d358c27249c {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.327593] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.490272] env[62364]: DEBUG nova.compute.manager [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.519266] env[62364]: DEBUG nova.network.neutron [req-94ce9621-30e5-4a96-91a5-60e759bc770c req-849922eb-7de3-4416-9c7d-c8a2c532c0d3 service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Updated VIF entry in instance network info cache for port 16cfe520-95ef-41f6-ab5e-5bb3d5579c41. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.525131] env[62364]: DEBUG nova.network.neutron [req-94ce9621-30e5-4a96-91a5-60e759bc770c req-849922eb-7de3-4416-9c7d-c8a2c532c0d3 service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Updating instance_info_cache with network_info: [{"id": "16cfe520-95ef-41f6-ab5e-5bb3d5579c41", "address": "fa:16:3e:53:1c:c6", "network": {"id": "d78b9ad3-3fdc-4914-b090-9e0629cc568e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1460743526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a65ad5a9d64c32b8889535e34efa0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16cfe520-95", "ovs_interfaceid": "16cfe520-95ef-41f6-ab5e-5bb3d5579c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.607391] env[62364]: DEBUG nova.network.neutron [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Successfully created port: e708f314-2516-4cce-8102-23c7708b28ff {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.682783] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf594629-cf4a-4c58-a843-405319ad9aa0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.690871] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480627, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.695267] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35828543-cc03-4f3f-9ca1-59c78105ce18 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.729177] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf23858-008e-4caa-bb9a-808d64f13b50 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.738393] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8862c98a-5544-405e-be48-0946d68c14c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.755788] env[62364]: DEBUG nova.compute.provider_tree [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.783907] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquiring lock "refresh_cache-2dc947e4-082c-4401-a657-c3fd76c9902c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.783907] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquired lock "refresh_cache-2dc947e4-082c-4401-a657-c3fd76c9902c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.783907] env[62364]: DEBUG nova.network.neutron [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.027685] env[62364]: DEBUG oslo_concurrency.lockutils [req-94ce9621-30e5-4a96-91a5-60e759bc770c req-849922eb-7de3-4416-9c7d-c8a2c532c0d3 service nova] Releasing lock "refresh_cache-f313f1f4-a761-405e-aa0f-a676f6bcc4ef" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.189280] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480627, 'name': CreateSnapshot_Task, 'duration_secs': 1.028566} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.189604] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.190472] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d12ed0d-1a10-4431-924c-bb9799d0b0bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.262022] env[62364]: DEBUG nova.scheduler.client.report [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.322371] env[62364]: DEBUG nova.network.neutron [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.461094] env[62364]: DEBUG nova.network.neutron [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Updating instance_info_cache with network_info: [{"id": "7b3c9c7b-7ba6-47d2-ae85-5d358c27249c", "address": "fa:16:3e:94:91:2a", "network": {"id": "fee96628-20cd-4028-9657-7968db60c507", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-975469001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a09eba3432b4347be9602e0a9ca8eeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3c9c7b-7b", "ovs_interfaceid": "7b3c9c7b-7ba6-47d2-ae85-5d358c27249c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.509366] env[62364]: DEBUG nova.compute.manager [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.712026] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 802.712400] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b9653ad-879a-4489-be90-6fed4cf75bfc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.723435] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 802.723435] env[62364]: value = "task-2480628" [ 802.723435] env[62364]: _type = "Task" [ 802.723435] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.739896] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480628, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.963765] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Releasing lock "refresh_cache-2dc947e4-082c-4401-a657-c3fd76c9902c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.964657] env[62364]: DEBUG nova.compute.manager [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Instance network_info: |[{"id": "7b3c9c7b-7ba6-47d2-ae85-5d358c27249c", "address": "fa:16:3e:94:91:2a", "network": {"id": "fee96628-20cd-4028-9657-7968db60c507", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-975469001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a09eba3432b4347be9602e0a9ca8eeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3c9c7b-7b", "ovs_interfaceid": "7b3c9c7b-7ba6-47d2-ae85-5d358c27249c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.964836] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:91:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b3c9c7b-7ba6-47d2-ae85-5d358c27249c', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.973684] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Creating folder: Project (4a09eba3432b4347be9602e0a9ca8eeb). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.974077] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f456b6b-4e82-43af-8636-113c3b32b7a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.989693] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Created folder: Project (4a09eba3432b4347be9602e0a9ca8eeb) in parent group-v501830. [ 802.990120] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Creating folder: Instances. Parent ref: group-v501991. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.990579] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-342f7725-6465-4e3d-9265-bcf0589963cd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.004340] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Created folder: Instances in parent group-v501991. [ 803.004718] env[62364]: DEBUG oslo.service.loopingcall [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 803.004969] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.005235] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbc1614f-030c-4f10-b749-13d3994dcf00 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.029174] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.029174] env[62364]: value = "task-2480631" [ 803.029174] env[62364]: _type = "Task" [ 803.029174] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.038988] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480631, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.144036] env[62364]: DEBUG nova.network.neutron [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Successfully updated port: e708f314-2516-4cce-8102-23c7708b28ff {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.234716] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480628, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.271699] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.795s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.275196] env[62364]: DEBUG oslo_concurrency.lockutils [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.553s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.275512] env[62364]: DEBUG nova.objects.instance [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Lazy-loading 'resources' on Instance uuid 8e82b9f3-02b0-401c-bbad-1158770da84b {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.540226] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480631, 'name': CreateVM_Task, 'duration_secs': 0.504747} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.540420] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.541165] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.541341] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.541687] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.542074] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bdf6b8f-d42d-4bfe-bdf1-fc05da73a64a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.547971] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for the task: (returnval){ [ 803.547971] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b31226-4840-5541-4840-76c9ecb69803" [ 803.547971] env[62364]: _type = "Task" [ 803.547971] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.557288] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b31226-4840-5541-4840-76c9ecb69803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.646815] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquiring lock "refresh_cache-12b9057d-3f11-4215-908f-72419eed5b66" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.647062] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquired lock "refresh_cache-12b9057d-3f11-4215-908f-72419eed5b66" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.647167] env[62364]: DEBUG nova.network.neutron [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.739630] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480628, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.837863] env[62364]: INFO nova.scheduler.client.report [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Deleted allocation for migration 08522231-92be-4d99-8b03-b5cada24df0c [ 804.063182] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b31226-4840-5541-4840-76c9ecb69803, 'name': SearchDatastore_Task, 'duration_secs': 0.015063} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.063656] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.063756] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.064010] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.064167] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.064357] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.064680] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12788739-d8f1-4a57-8f1f-839e6f09f96c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.087803] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.088062] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.088847] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08a6c2d-377a-44c3-9545-832fccee3672 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.100697] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for the task: (returnval){ [ 804.100697] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5217de3c-efac-fc7a-2301-4807fa7db79e" [ 804.100697] env[62364]: _type = "Task" [ 804.100697] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.112803] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5217de3c-efac-fc7a-2301-4807fa7db79e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.183828] env[62364]: DEBUG nova.network.neutron [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.242459] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480628, 'name': CloneVM_Task} progress is 95%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.290161] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c8b0ad-b5c2-4dbe-b18b-1d111ab3878a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.298216] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325bf6d0-45df-40e9-802b-72b7575106e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.331208] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af15693-43b6-4476-bdb8-2b2b3a5bdaac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.340292] env[62364]: DEBUG nova.network.neutron [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Updating instance_info_cache with network_info: [{"id": "e708f314-2516-4cce-8102-23c7708b28ff", "address": "fa:16:3e:15:f8:16", "network": {"id": "e7c7790f-9ac4-4587-851a-e65516550e10", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-330951163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6091687cd34408ca22e9a589a2e7ab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape708f314-25", "ovs_interfaceid": "e708f314-2516-4cce-8102-23c7708b28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.342697] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e9bcc5-7693-4616-ac81-55283c327370 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.348512] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4670302-7e1e-44e5-83db-e5ee067d4dcd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.903s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.361450] env[62364]: DEBUG nova.compute.provider_tree [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.611497] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5217de3c-efac-fc7a-2301-4807fa7db79e, 'name': SearchDatastore_Task, 'duration_secs': 0.015223} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.612333] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdfa14ff-a298-48bb-baeb-c83d871e5c40 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.619641] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for the task: (returnval){ [ 804.619641] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e5157d-8f07-62f1-fbd5-fb0e817305a9" [ 804.619641] env[62364]: _type = "Task" [ 804.619641] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.629090] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e5157d-8f07-62f1-fbd5-fb0e817305a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.739808] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480628, 'name': CloneVM_Task, 'duration_secs': 1.646809} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.740095] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Created linked-clone VM from snapshot [ 804.740883] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037908ea-46f3-4ced-9adc-bc24722783c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.750083] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Uploading image f12b6a7f-7792-4880-9a72-1b26b2b12102 {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.848686] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Releasing lock "refresh_cache-12b9057d-3f11-4215-908f-72419eed5b66" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.849151] env[62364]: DEBUG nova.compute.manager [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Instance network_info: |[{"id": "e708f314-2516-4cce-8102-23c7708b28ff", "address": "fa:16:3e:15:f8:16", "network": {"id": "e7c7790f-9ac4-4587-851a-e65516550e10", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-330951163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6091687cd34408ca22e9a589a2e7ab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape708f314-25", "ovs_interfaceid": "e708f314-2516-4cce-8102-23c7708b28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.865091] env[62364]: DEBUG nova.scheduler.client.report [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.133378] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e5157d-8f07-62f1-fbd5-fb0e817305a9, 'name': SearchDatastore_Task, 'duration_secs': 0.015727} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.133709] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.133973] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 2dc947e4-082c-4401-a657-c3fd76c9902c/2dc947e4-082c-4401-a657-c3fd76c9902c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.134264] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5917100-8e69-4d7d-91da-7f90fd20fd05 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.143100] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for the task: (returnval){ [ 805.143100] env[62364]: value = "task-2480632" [ 805.143100] env[62364]: _type = "Task" [ 805.143100] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.152259] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.371931] env[62364]: DEBUG oslo_concurrency.lockutils [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.374607] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.779s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.376371] env[62364]: INFO nova.compute.claims [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.391230] env[62364]: INFO nova.scheduler.client.report [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Deleted allocations for instance 8e82b9f3-02b0-401c-bbad-1158770da84b [ 805.654647] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480632, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.899289] env[62364]: DEBUG oslo_concurrency.lockutils [None req-71ca5191-6b41-43a9-a84d-ca0ad74e4415 tempest-ServerAddressesTestJSON-376544511 tempest-ServerAddressesTestJSON-376544511-project-member] Lock "8e82b9f3-02b0-401c-bbad-1158770da84b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.218s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.154558] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620012} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.154999] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 2dc947e4-082c-4401-a657-c3fd76c9902c/2dc947e4-082c-4401-a657-c3fd76c9902c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.155100] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.155332] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef1d9fc3-247c-4aca-9505-c15c294620cd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.163109] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for the task: (returnval){ [ 806.163109] env[62364]: value = "task-2480633" [ 806.163109] env[62364]: _type = "Task" [ 806.163109] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.172895] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.475351] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 806.475656] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7bcd484a-dc21-4ce8-ace8-81467c26bec6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.486504] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 806.486504] env[62364]: value = "task-2480634" [ 806.486504] env[62364]: _type = "Task" [ 806.486504] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.497903] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480634, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.502920] env[62364]: DEBUG nova.virt.hardware [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.503187] env[62364]: DEBUG nova.virt.hardware [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.503344] env[62364]: DEBUG nova.virt.hardware [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.503527] env[62364]: DEBUG nova.virt.hardware [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.503674] env[62364]: DEBUG nova.virt.hardware [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.503819] env[62364]: DEBUG nova.virt.hardware [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.504132] env[62364]: DEBUG nova.virt.hardware [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.504204] env[62364]: DEBUG nova.virt.hardware [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.504397] env[62364]: DEBUG nova.virt.hardware [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.504624] env[62364]: DEBUG nova.virt.hardware [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.505141] env[62364]: DEBUG nova.virt.hardware [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.507098] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff393311-a4db-48d0-9991-7e872e85947b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.520728] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526971f9-a337-19a1-3c08-7ddad3aa2335/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 806.522180] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c80131-04fa-43c5-bd2f-7319ddd47240 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.527435] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75d876e-edf0-4a6d-9377-f95bfb2e2765 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.546560] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:f8:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e708f314-2516-4cce-8102-23c7708b28ff', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.554119] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Creating folder: Project (c6091687cd34408ca22e9a589a2e7ab5). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.554544] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526971f9-a337-19a1-3c08-7ddad3aa2335/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 806.554710] env[62364]: ERROR oslo_vmware.rw_handles [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526971f9-a337-19a1-3c08-7ddad3aa2335/disk-0.vmdk due to incomplete transfer. [ 806.557628] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f7f4510-2153-4806-ad3c-ac180e1b137b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.559309] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ab4d718-008e-4c39-a876-34d62e8d1f95 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.568936] env[62364]: DEBUG oslo_vmware.rw_handles [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526971f9-a337-19a1-3c08-7ddad3aa2335/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 806.569592] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Uploaded image 81175fcf-b711-41bf-ab3c-d22016be71aa to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 806.572365] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 806.574633] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-305ca0af-e958-48e9-94fe-4b4f02f5f9b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.577785] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Created folder: Project (c6091687cd34408ca22e9a589a2e7ab5) in parent group-v501830. [ 806.577982] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Creating folder: Instances. Parent ref: group-v501994. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.578647] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fc33484-d031-40d7-bbb4-4194c4ee1c6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.584146] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 806.584146] env[62364]: value = "task-2480636" [ 806.584146] env[62364]: _type = "Task" [ 806.584146] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.596459] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Created folder: Instances in parent group-v501994. [ 806.596768] env[62364]: DEBUG oslo.service.loopingcall [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.597015] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480636, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.597279] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.597495] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2056d973-89d1-47d8-a927-cd74875ca02d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.623814] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.623814] env[62364]: value = "task-2480638" [ 806.623814] env[62364]: _type = "Task" [ 806.623814] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.635197] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480638, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.676737] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085931} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.677089] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.677947] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952ec8bd-48fb-4a68-add5-246e7bf091e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.705883] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 2dc947e4-082c-4401-a657-c3fd76c9902c/2dc947e4-082c-4401-a657-c3fd76c9902c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.709035] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8512a35f-5c18-4979-9cee-d442748455d2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.743125] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for the task: (returnval){ [ 806.743125] env[62364]: value = "task-2480639" [ 806.743125] env[62364]: _type = "Task" [ 806.743125] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.752539] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.962388] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af1a355-b62e-472a-a2d5-7af372d227b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.968855] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eba7d2-8db8-4e2e-91cc-1da320e20ffc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.008938] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb2604d-6a1e-4a3d-9709-e7a6377ad9e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.017775] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480634, 'name': Destroy_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.020781] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d921979-b0f6-408e-a419-cadb771a5ead {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.038363] env[62364]: DEBUG nova.compute.provider_tree [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.096144] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480636, 'name': Destroy_Task, 'duration_secs': 0.496413} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.096296] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Destroyed the VM [ 807.096516] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 807.096776] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-106b6b41-c9a3-45fe-bd7f-3e86f1361d2a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.105808] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 807.105808] env[62364]: value = "task-2480640" [ 807.105808] env[62364]: _type = "Task" [ 807.105808] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.115362] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480640, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.136023] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480638, 'name': CreateVM_Task, 'duration_secs': 0.474489} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.136023] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.136023] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.136023] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.136322] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.136431] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b637e5-3b9c-4233-b459-936c84bcd43b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.142762] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for the task: (returnval){ [ 807.142762] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52cf60c6-3476-e976-619c-d6eafce05e76" [ 807.142762] env[62364]: _type = "Task" [ 807.142762] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.152935] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cf60c6-3476-e976-619c-d6eafce05e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.254723] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.293055] env[62364]: DEBUG nova.compute.manager [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Received event network-vif-plugged-7b3c9c7b-7ba6-47d2-ae85-5d358c27249c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 807.293301] env[62364]: DEBUG oslo_concurrency.lockutils [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] Acquiring lock "2dc947e4-082c-4401-a657-c3fd76c9902c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.293563] env[62364]: DEBUG oslo_concurrency.lockutils [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] Lock "2dc947e4-082c-4401-a657-c3fd76c9902c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.293764] env[62364]: DEBUG oslo_concurrency.lockutils [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] Lock "2dc947e4-082c-4401-a657-c3fd76c9902c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.294186] env[62364]: DEBUG nova.compute.manager [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] No waiting events found dispatching network-vif-plugged-7b3c9c7b-7ba6-47d2-ae85-5d358c27249c {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.294277] env[62364]: WARNING nova.compute.manager [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Received unexpected event network-vif-plugged-7b3c9c7b-7ba6-47d2-ae85-5d358c27249c for instance with vm_state building and task_state spawning. [ 807.294456] env[62364]: DEBUG nova.compute.manager [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Received event network-changed-7b3c9c7b-7ba6-47d2-ae85-5d358c27249c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 807.294724] env[62364]: DEBUG nova.compute.manager [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Refreshing instance network info cache due to event network-changed-7b3c9c7b-7ba6-47d2-ae85-5d358c27249c. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 807.294952] env[62364]: DEBUG oslo_concurrency.lockutils [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] Acquiring lock "refresh_cache-2dc947e4-082c-4401-a657-c3fd76c9902c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.295134] env[62364]: DEBUG oslo_concurrency.lockutils [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] Acquired lock "refresh_cache-2dc947e4-082c-4401-a657-c3fd76c9902c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.295321] env[62364]: DEBUG nova.network.neutron [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Refreshing network info cache for port 7b3c9c7b-7ba6-47d2-ae85-5d358c27249c {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.315528] env[62364]: DEBUG nova.compute.manager [req-140a0461-7e5e-417d-9c8e-0aef99c6c779 req-e6cb92d6-d2e9-46dc-ba07-3d952497955c service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Received event network-vif-plugged-e708f314-2516-4cce-8102-23c7708b28ff {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 807.315943] env[62364]: DEBUG oslo_concurrency.lockutils [req-140a0461-7e5e-417d-9c8e-0aef99c6c779 req-e6cb92d6-d2e9-46dc-ba07-3d952497955c service nova] Acquiring lock "12b9057d-3f11-4215-908f-72419eed5b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.316081] env[62364]: DEBUG oslo_concurrency.lockutils [req-140a0461-7e5e-417d-9c8e-0aef99c6c779 req-e6cb92d6-d2e9-46dc-ba07-3d952497955c service nova] Lock "12b9057d-3f11-4215-908f-72419eed5b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.316320] env[62364]: DEBUG oslo_concurrency.lockutils [req-140a0461-7e5e-417d-9c8e-0aef99c6c779 req-e6cb92d6-d2e9-46dc-ba07-3d952497955c service nova] Lock "12b9057d-3f11-4215-908f-72419eed5b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.316537] env[62364]: DEBUG nova.compute.manager [req-140a0461-7e5e-417d-9c8e-0aef99c6c779 req-e6cb92d6-d2e9-46dc-ba07-3d952497955c service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] No waiting events found dispatching network-vif-plugged-e708f314-2516-4cce-8102-23c7708b28ff {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.316751] env[62364]: WARNING nova.compute.manager [req-140a0461-7e5e-417d-9c8e-0aef99c6c779 req-e6cb92d6-d2e9-46dc-ba07-3d952497955c service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Received unexpected event network-vif-plugged-e708f314-2516-4cce-8102-23c7708b28ff for instance with vm_state building and task_state spawning. [ 807.516769] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480634, 'name': Destroy_Task, 'duration_secs': 0.556433} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.517159] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Destroyed the VM [ 807.517429] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 807.517712] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-866ea866-06dc-48d0-91c6-2a2ddb9e4840 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.527316] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 807.527316] env[62364]: value = "task-2480641" [ 807.527316] env[62364]: _type = "Task" [ 807.527316] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.539220] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480641, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.543254] env[62364]: DEBUG nova.scheduler.client.report [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.616523] env[62364]: DEBUG oslo_vmware.api [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480640, 'name': RemoveSnapshot_Task, 'duration_secs': 0.456613} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.616839] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.617107] env[62364]: INFO nova.compute.manager [None req-9797f972-c307-4576-8282-bdc6ad3ec6bc tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Took 15.29 seconds to snapshot the instance on the hypervisor. [ 807.655322] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cf60c6-3476-e976-619c-d6eafce05e76, 'name': SearchDatastore_Task, 'duration_secs': 0.012638} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.655739] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.655978] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.656247] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.656419] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.656610] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.656926] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3c797b1-f71c-4768-a737-3057afe168cf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.667092] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.667416] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.668247] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03654758-5d14-44cd-bf88-f4005b35bdf1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.676487] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for the task: (returnval){ [ 807.676487] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f3154a-b46b-ccb4-1d5e-1450686734d1" [ 807.676487] env[62364]: _type = "Task" [ 807.676487] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.688297] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f3154a-b46b-ccb4-1d5e-1450686734d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.759202] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480639, 'name': ReconfigVM_Task, 'duration_secs': 0.627919} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.759964] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 2dc947e4-082c-4401-a657-c3fd76c9902c/2dc947e4-082c-4401-a657-c3fd76c9902c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.761464] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ed42b7d-13a1-44f6-913c-a5621dd21239 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.774574] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for the task: (returnval){ [ 807.774574] env[62364]: value = "task-2480642" [ 807.774574] env[62364]: _type = "Task" [ 807.774574] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.784672] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480642, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.014834] env[62364]: DEBUG oslo_vmware.rw_handles [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4a6e-c38c-d47d-bcba-c6d3ea90490f/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 808.015797] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9795552f-b38e-4d60-b2fe-1d9a23453835 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.023459] env[62364]: DEBUG oslo_vmware.rw_handles [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4a6e-c38c-d47d-bcba-c6d3ea90490f/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 808.023719] env[62364]: ERROR oslo_vmware.rw_handles [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4a6e-c38c-d47d-bcba-c6d3ea90490f/disk-0.vmdk due to incomplete transfer. [ 808.024012] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8e4b513-e8d6-4f66-843e-3b5ee58a9740 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.032563] env[62364]: DEBUG oslo_vmware.rw_handles [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4a6e-c38c-d47d-bcba-c6d3ea90490f/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 808.032776] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Uploaded image 72284c78-4a15-45eb-a834-d14bf58f7dc4 to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 808.034445] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 808.035054] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f8fe4e1-b5f5-4d57-a3c5-4261e233d420 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.040535] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480641, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.042461] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 808.042461] env[62364]: value = "task-2480643" [ 808.042461] env[62364]: _type = "Task" [ 808.042461] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.053560] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.055827] env[62364]: DEBUG nova.compute.manager [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.058403] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480643, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.064411] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.007s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.064411] env[62364]: DEBUG nova.objects.instance [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lazy-loading 'resources' on Instance uuid 7f8a52a3-3ff7-442f-9006-8f0711b0d045 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.193179] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f3154a-b46b-ccb4-1d5e-1450686734d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.194236] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd5fe73e-aa7b-4263-855d-b018e02a0466 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.205893] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for the task: (returnval){ [ 808.205893] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d1112a-c0eb-aef2-342e-4f99a674216f" [ 808.205893] env[62364]: _type = "Task" [ 808.205893] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.216485] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d1112a-c0eb-aef2-342e-4f99a674216f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.284113] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480642, 'name': Rename_Task, 'duration_secs': 0.220982} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.284113] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.284113] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac6256d-8964-4ee7-9f18-5e3dd04d5fdf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.291778] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for the task: (returnval){ [ 808.291778] env[62364]: value = "task-2480644" [ 808.291778] env[62364]: _type = "Task" [ 808.291778] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.301099] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.333519] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "724107ad-1ffc-4bbb-9004-41b95330b0fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.333803] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "724107ad-1ffc-4bbb-9004-41b95330b0fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.334045] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "724107ad-1ffc-4bbb-9004-41b95330b0fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.334246] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "724107ad-1ffc-4bbb-9004-41b95330b0fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.334427] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "724107ad-1ffc-4bbb-9004-41b95330b0fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.338285] env[62364]: INFO nova.compute.manager [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Terminating instance [ 808.389446] env[62364]: DEBUG nova.network.neutron [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Updated VIF entry in instance network info cache for port 7b3c9c7b-7ba6-47d2-ae85-5d358c27249c. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.389446] env[62364]: DEBUG nova.network.neutron [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Updating instance_info_cache with network_info: [{"id": "7b3c9c7b-7ba6-47d2-ae85-5d358c27249c", "address": "fa:16:3e:94:91:2a", "network": {"id": "fee96628-20cd-4028-9657-7968db60c507", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-975469001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a09eba3432b4347be9602e0a9ca8eeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3c9c7b-7b", "ovs_interfaceid": "7b3c9c7b-7ba6-47d2-ae85-5d358c27249c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.407897] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "f8a27fd4-5e78-446f-8784-d73da9815f59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.408168] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "f8a27fd4-5e78-446f-8784-d73da9815f59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.408391] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "f8a27fd4-5e78-446f-8784-d73da9815f59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.408583] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "f8a27fd4-5e78-446f-8784-d73da9815f59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.408758] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "f8a27fd4-5e78-446f-8784-d73da9815f59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.411009] env[62364]: INFO nova.compute.manager [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Terminating instance [ 808.540257] env[62364]: DEBUG oslo_vmware.api [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480641, 'name': RemoveSnapshot_Task, 'duration_secs': 0.855509} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.540848] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.554302] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480643, 'name': Destroy_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.561779] env[62364]: DEBUG nova.compute.utils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 808.563337] env[62364]: DEBUG nova.compute.manager [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.563514] env[62364]: DEBUG nova.network.neutron [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.643570] env[62364]: DEBUG nova.policy [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54d7a4b4f6cf40ee960d29e392f51e91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82b04e3d961b46c4a20fa2d623d1aa9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.718039] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d1112a-c0eb-aef2-342e-4f99a674216f, 'name': SearchDatastore_Task, 'duration_secs': 0.020802} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.721491] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.721861] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 12b9057d-3f11-4215-908f-72419eed5b66/12b9057d-3f11-4215-908f-72419eed5b66.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.722403] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d4be866-0a15-4e38-bcdc-a394c62f9048 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.740805] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for the task: (returnval){ [ 808.740805] env[62364]: value = "task-2480645" [ 808.740805] env[62364]: _type = "Task" [ 808.740805] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.751973] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.804120] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.846209] env[62364]: DEBUG nova.compute.manager [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.846534] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.850428] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a758cf-5ae5-4eb5-9df2-a094eeb0dc73 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.860419] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.860739] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5f4d489-0a54-4bbd-8f49-dc97a163a129 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.869786] env[62364]: DEBUG oslo_vmware.api [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 808.869786] env[62364]: value = "task-2480646" [ 808.869786] env[62364]: _type = "Task" [ 808.869786] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.882960] env[62364]: DEBUG oslo_vmware.api [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.891736] env[62364]: DEBUG oslo_concurrency.lockutils [req-4029e178-09f8-4be7-a0ff-59779c21f01b req-8356b2b6-e6d8-4a1d-a6bd-eeff76318d0b service nova] Releasing lock "refresh_cache-2dc947e4-082c-4401-a657-c3fd76c9902c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.915496] env[62364]: DEBUG nova.compute.manager [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.915763] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.916702] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a62cf21-45a8-4c21-86f0-f8cbfa4e93f8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.928782] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.929669] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-533dc619-54b2-4be3-86c0-268e3bb2d2cf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.014325] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.015135] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.015135] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleting the datastore file [datastore1] f8a27fd4-5e78-446f-8784-d73da9815f59 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.015135] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62d356e1-1f65-4790-bad0-da2ed1f15000 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.024035] env[62364]: DEBUG oslo_vmware.api [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 809.024035] env[62364]: value = "task-2480648" [ 809.024035] env[62364]: _type = "Task" [ 809.024035] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.037928] env[62364]: DEBUG oslo_vmware.api [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.050132] env[62364]: WARNING nova.compute.manager [None req-197dad87-71ee-4d46-9054-bd3f9e8674f0 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Image not found during snapshot: nova.exception.ImageNotFound: Image f12b6a7f-7792-4880-9a72-1b26b2b12102 could not be found. [ 809.067679] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480643, 'name': Destroy_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.071020] env[62364]: DEBUG nova.compute.manager [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.171842] env[62364]: DEBUG nova.network.neutron [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Successfully created port: 77448cf1-434d-423b-bc95-90ef7f05c6d9 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.174032] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.174666] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.174666] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.174827] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.174862] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.177681] env[62364]: INFO nova.compute.manager [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Terminating instance [ 809.253795] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48964} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.254682] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 12b9057d-3f11-4215-908f-72419eed5b66/12b9057d-3f11-4215-908f-72419eed5b66.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.254682] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.254682] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b796e3dc-944e-4c5b-aaf0-4402c17504e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.265019] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for the task: (returnval){ [ 809.265019] env[62364]: value = "task-2480649" [ 809.265019] env[62364]: _type = "Task" [ 809.265019] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.277354] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.290959] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21626e5-e335-43a2-9890-fa7f90148fd5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.308639] env[62364]: DEBUG oslo_vmware.api [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480644, 'name': PowerOnVM_Task, 'duration_secs': 0.601807} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.309640] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad25063-2487-4b38-80c0-e2ad5fd9d3c5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.312826] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.313257] env[62364]: INFO nova.compute.manager [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Took 9.62 seconds to spawn the instance on the hypervisor. [ 809.313257] env[62364]: DEBUG nova.compute.manager [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.314099] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0141c584-14d6-430c-8d93-7d0724e93a45 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.355471] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417ca49a-e0da-4016-b818-17ea52074138 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.365541] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49177743-4827-4ba5-bc18-6e57b7faf4eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.393478] env[62364]: DEBUG nova.compute.provider_tree [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.396232] env[62364]: DEBUG oslo_vmware.api [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.540909] env[62364]: DEBUG oslo_vmware.api [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38793} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.541332] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.541611] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.541870] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.542462] env[62364]: INFO nova.compute.manager [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Took 0.63 seconds to destroy the instance on the hypervisor. [ 809.543148] env[62364]: DEBUG oslo.service.loopingcall [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.544389] env[62364]: DEBUG nova.compute.manager [-] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.544918] env[62364]: DEBUG nova.network.neutron [-] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.557227] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480643, 'name': Destroy_Task, 'duration_secs': 1.421674} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.557534] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Destroyed the VM [ 809.557764] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 809.558055] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6bb5030e-040f-4c04-a6d6-9938dac2fc1b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.565844] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 809.565844] env[62364]: value = "task-2480650" [ 809.565844] env[62364]: _type = "Task" [ 809.565844] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.580939] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.685151] env[62364]: DEBUG nova.compute.manager [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.685429] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.686415] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7455ecd8-42c9-418d-8a12-854e43a50108 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.696611] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.696611] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5f6cc3-5ec0-4983-8073-bf3d2b202db5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.703828] env[62364]: DEBUG oslo_vmware.api [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 809.703828] env[62364]: value = "task-2480651" [ 809.703828] env[62364]: _type = "Task" [ 809.703828] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.711048] env[62364]: DEBUG nova.compute.manager [req-cacfed06-80d7-4583-9df2-17b41598d8f3 req-62cd1eb0-9a69-490c-a010-f48d9743ae37 service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Received event network-changed-e708f314-2516-4cce-8102-23c7708b28ff {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 809.711172] env[62364]: DEBUG nova.compute.manager [req-cacfed06-80d7-4583-9df2-17b41598d8f3 req-62cd1eb0-9a69-490c-a010-f48d9743ae37 service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Refreshing instance network info cache due to event network-changed-e708f314-2516-4cce-8102-23c7708b28ff. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 809.711442] env[62364]: DEBUG oslo_concurrency.lockutils [req-cacfed06-80d7-4583-9df2-17b41598d8f3 req-62cd1eb0-9a69-490c-a010-f48d9743ae37 service nova] Acquiring lock "refresh_cache-12b9057d-3f11-4215-908f-72419eed5b66" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.711619] env[62364]: DEBUG oslo_concurrency.lockutils [req-cacfed06-80d7-4583-9df2-17b41598d8f3 req-62cd1eb0-9a69-490c-a010-f48d9743ae37 service nova] Acquired lock "refresh_cache-12b9057d-3f11-4215-908f-72419eed5b66" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.711811] env[62364]: DEBUG nova.network.neutron [req-cacfed06-80d7-4583-9df2-17b41598d8f3 req-62cd1eb0-9a69-490c-a010-f48d9743ae37 service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Refreshing network info cache for port e708f314-2516-4cce-8102-23c7708b28ff {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.717149] env[62364]: DEBUG oslo_vmware.api [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.760679] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "29e2db4c-b604-48a9-9456-af765f7e3ee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.760965] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "29e2db4c-b604-48a9-9456-af765f7e3ee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.774495] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078795} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.774774] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.775664] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9011836-fe3a-4d00-9322-43f91238142a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.810963] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 12b9057d-3f11-4215-908f-72419eed5b66/12b9057d-3f11-4215-908f-72419eed5b66.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.811545] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d54eb9e-6503-45c9-840b-32d30c955322 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.834135] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for the task: (returnval){ [ 809.834135] env[62364]: value = "task-2480652" [ 809.834135] env[62364]: _type = "Task" [ 809.834135] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.842838] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.868305] env[62364]: INFO nova.compute.manager [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Took 49.46 seconds to build instance. [ 809.882475] env[62364]: DEBUG oslo_vmware.api [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480646, 'name': PowerOffVM_Task, 'duration_secs': 0.798309} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.882793] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.882963] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.883344] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93062113-4e72-4a16-bbf7-d140ad2ad467 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.897878] env[62364]: DEBUG nova.scheduler.client.report [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.078942] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480650, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.084706] env[62364]: DEBUG nova.compute.manager [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.113706] env[62364]: DEBUG nova.virt.hardware [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.113973] env[62364]: DEBUG nova.virt.hardware [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.114187] env[62364]: DEBUG nova.virt.hardware [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.114396] env[62364]: DEBUG nova.virt.hardware [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.114587] env[62364]: DEBUG nova.virt.hardware [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.114770] env[62364]: DEBUG nova.virt.hardware [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.115008] env[62364]: DEBUG nova.virt.hardware [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.117697] env[62364]: DEBUG nova.virt.hardware [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.117913] env[62364]: DEBUG nova.virt.hardware [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.118119] env[62364]: DEBUG nova.virt.hardware [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.118309] env[62364]: DEBUG nova.virt.hardware [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.119537] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f79d3c-7535-4ba7-b4c9-abeecadb2eaa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.131612] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f64a2ec-3cb8-4048-97fc-e6189527be90 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.217017] env[62364]: DEBUG oslo_vmware.api [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480651, 'name': PowerOffVM_Task, 'duration_secs': 0.245347} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.217406] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.217642] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.220783] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75cdb688-4b32-4c91-a2aa-e3d681de2d53 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.344218] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480652, 'name': ReconfigVM_Task, 'duration_secs': 0.345571} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.344502] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 12b9057d-3f11-4215-908f-72419eed5b66/12b9057d-3f11-4215-908f-72419eed5b66.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.345167] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61525c2e-1e98-4835-83c6-72c2ba5e60fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.352927] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for the task: (returnval){ [ 810.352927] env[62364]: value = "task-2480655" [ 810.352927] env[62364]: _type = "Task" [ 810.352927] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.367876] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c9b75ae4-eb05-4eb1-9df8-7beeeea2ae57 tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Lock "2dc947e4-082c-4401-a657-c3fd76c9902c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.829s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.368262] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480655, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.404275] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.343s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.410671] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.986s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.410781] env[62364]: DEBUG nova.objects.instance [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Lazy-loading 'resources' on Instance uuid 77921f9a-d424-4bb8-876d-9325ef329e6c {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.436647] env[62364]: INFO nova.scheduler.client.report [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Deleted allocations for instance 7f8a52a3-3ff7-442f-9006-8f0711b0d045 [ 810.506903] env[62364]: DEBUG nova.network.neutron [req-cacfed06-80d7-4583-9df2-17b41598d8f3 req-62cd1eb0-9a69-490c-a010-f48d9743ae37 service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Updated VIF entry in instance network info cache for port e708f314-2516-4cce-8102-23c7708b28ff. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.507811] env[62364]: DEBUG nova.network.neutron [req-cacfed06-80d7-4583-9df2-17b41598d8f3 req-62cd1eb0-9a69-490c-a010-f48d9743ae37 service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Updating instance_info_cache with network_info: [{"id": "e708f314-2516-4cce-8102-23c7708b28ff", "address": "fa:16:3e:15:f8:16", "network": {"id": "e7c7790f-9ac4-4587-851a-e65516550e10", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-330951163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6091687cd34408ca22e9a589a2e7ab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape708f314-25", "ovs_interfaceid": "e708f314-2516-4cce-8102-23c7708b28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.583945] env[62364]: DEBUG oslo_vmware.api [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480650, 'name': RemoveSnapshot_Task, 'duration_secs': 0.623995} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.584241] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 810.584647] env[62364]: INFO nova.compute.manager [None req-c1cf2086-1984-4a61-898b-f224c8952218 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Took 15.24 seconds to snapshot the instance on the hypervisor. [ 810.593671] env[62364]: DEBUG nova.network.neutron [-] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.766940] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "4afe8752-fff5-49c8-9926-9114fedbf124" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.767251] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "4afe8752-fff5-49c8-9926-9114fedbf124" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.767470] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "4afe8752-fff5-49c8-9926-9114fedbf124-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.767683] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "4afe8752-fff5-49c8-9926-9114fedbf124-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.767877] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "4afe8752-fff5-49c8-9926-9114fedbf124-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.770261] env[62364]: INFO nova.compute.manager [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Terminating instance [ 810.863595] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480655, 'name': Rename_Task, 'duration_secs': 0.169036} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.863878] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.864145] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ddf3ec6-5711-4020-ab28-f42ef063f8a0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.874353] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for the task: (returnval){ [ 810.874353] env[62364]: value = "task-2480656" [ 810.874353] env[62364]: _type = "Task" [ 810.874353] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.877443] env[62364]: DEBUG nova.compute.manager [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.886433] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.902086] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.902578] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.902578] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleting the datastore file [datastore1] 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.902956] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07eda40a-11b7-4a39-bf72-a313fbd50d36 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.906809] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.906809] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.906950] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Deleting the datastore file [datastore1] 724107ad-1ffc-4bbb-9004-41b95330b0fd {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.908203] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07b130e8-4c85-485a-b18e-c2ce0cbe3a96 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.919059] env[62364]: DEBUG oslo_vmware.api [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 810.919059] env[62364]: value = "task-2480657" [ 810.919059] env[62364]: _type = "Task" [ 810.919059] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.919727] env[62364]: DEBUG oslo_vmware.api [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for the task: (returnval){ [ 810.919727] env[62364]: value = "task-2480658" [ 810.919727] env[62364]: _type = "Task" [ 810.919727] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.936445] env[62364]: DEBUG oslo_vmware.api [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.939753] env[62364]: DEBUG oslo_vmware.api [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.948220] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f85b992f-fba0-40a1-b88e-c735fb3ccb2f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "7f8a52a3-3ff7-442f-9006-8f0711b0d045" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.602s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.015021] env[62364]: DEBUG oslo_concurrency.lockutils [req-cacfed06-80d7-4583-9df2-17b41598d8f3 req-62cd1eb0-9a69-490c-a010-f48d9743ae37 service nova] Releasing lock "refresh_cache-12b9057d-3f11-4215-908f-72419eed5b66" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.099196] env[62364]: INFO nova.compute.manager [-] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Took 1.55 seconds to deallocate network for instance. [ 811.202677] env[62364]: DEBUG nova.network.neutron [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Successfully updated port: 77448cf1-434d-423b-bc95-90ef7f05c6d9 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.274128] env[62364]: DEBUG nova.compute.manager [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.274376] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.275412] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177e4a97-f93e-4c67-ba27-270157e7b892 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.288052] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.288315] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a91aa5ab-b41a-4990-abe8-b6b428345d97 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.295860] env[62364]: DEBUG oslo_vmware.api [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 811.295860] env[62364]: value = "task-2480659" [ 811.295860] env[62364]: _type = "Task" [ 811.295860] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.309574] env[62364]: DEBUG oslo_vmware.api [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.388284] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480656, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.409394] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.439601] env[62364]: DEBUG oslo_vmware.api [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Task: {'id': task-2480658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338556} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.443993] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.444334] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.444475] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.444695] env[62364]: INFO nova.compute.manager [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Took 2.60 seconds to destroy the instance on the hypervisor. [ 811.444935] env[62364]: DEBUG oslo.service.loopingcall [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.445352] env[62364]: DEBUG oslo_vmware.api [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340975} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.446048] env[62364]: DEBUG nova.compute.manager [-] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.446048] env[62364]: DEBUG nova.network.neutron [-] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.447495] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.447683] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.447865] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.448090] env[62364]: INFO nova.compute.manager [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Took 1.76 seconds to destroy the instance on the hypervisor. [ 811.448266] env[62364]: DEBUG oslo.service.loopingcall [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.448701] env[62364]: DEBUG nova.compute.manager [-] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.448811] env[62364]: DEBUG nova.network.neutron [-] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.476865] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753ab09d-976a-49cc-9131-3d432e986e34 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.490244] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951ee410-6fb4-4eca-b76c-a1157c42e1e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.534727] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46804cec-971b-46c3-909f-ce0a11fa8cc9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.552164] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad98b58b-3220-43f4-a028-5a837a55cfe6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.573278] env[62364]: DEBUG nova.compute.provider_tree [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.613943] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.706785] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.706785] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.706785] env[62364]: DEBUG nova.network.neutron [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.809225] env[62364]: DEBUG oslo_vmware.api [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480659, 'name': PowerOffVM_Task, 'duration_secs': 0.27419} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.809556] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.809746] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.810087] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4722aa31-30db-4c5e-91c1-3e1f56e1f0ad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.893787] env[62364]: DEBUG oslo_vmware.api [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480656, 'name': PowerOnVM_Task, 'duration_secs': 0.733477} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.895880] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.895880] env[62364]: INFO nova.compute.manager [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Took 9.39 seconds to spawn the instance on the hypervisor. [ 811.896109] env[62364]: DEBUG nova.compute.manager [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.898854] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4362e8e1-ecac-4b09-b4ed-f36fdd4d1283 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.902828] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.904037] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.904476] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Deleting the datastore file [datastore1] 4afe8752-fff5-49c8-9926-9114fedbf124 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.905618] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3314c35-64bc-4537-9b17-6a2cbc730926 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.922485] env[62364]: DEBUG oslo_vmware.api [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 811.922485] env[62364]: value = "task-2480661" [ 811.922485] env[62364]: _type = "Task" [ 811.922485] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.929936] env[62364]: DEBUG oslo_vmware.api [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.007948] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "7159d8b6-13fb-41e2-81e5-48df5805be14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.007948] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "7159d8b6-13fb-41e2-81e5-48df5805be14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.080020] env[62364]: DEBUG nova.scheduler.client.report [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.243185] env[62364]: DEBUG nova.network.neutron [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.352383] env[62364]: DEBUG nova.compute.manager [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Received event network-vif-deleted-545443c1-04b4-4b23-bd8e-f7545256b180 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 812.352654] env[62364]: DEBUG nova.compute.manager [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Received event network-vif-plugged-77448cf1-434d-423b-bc95-90ef7f05c6d9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 812.353400] env[62364]: DEBUG oslo_concurrency.lockutils [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] Acquiring lock "d18e2307-4d05-4730-924b-84a5fa3ea253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.353612] env[62364]: DEBUG oslo_concurrency.lockutils [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] Lock "d18e2307-4d05-4730-924b-84a5fa3ea253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.353794] env[62364]: DEBUG oslo_concurrency.lockutils [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] Lock "d18e2307-4d05-4730-924b-84a5fa3ea253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.354044] env[62364]: DEBUG nova.compute.manager [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] No waiting events found dispatching network-vif-plugged-77448cf1-434d-423b-bc95-90ef7f05c6d9 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.354228] env[62364]: WARNING nova.compute.manager [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Received unexpected event network-vif-plugged-77448cf1-434d-423b-bc95-90ef7f05c6d9 for instance with vm_state building and task_state spawning. [ 812.354316] env[62364]: DEBUG nova.compute.manager [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Received event network-changed-77448cf1-434d-423b-bc95-90ef7f05c6d9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 812.354518] env[62364]: DEBUG nova.compute.manager [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Refreshing instance network info cache due to event network-changed-77448cf1-434d-423b-bc95-90ef7f05c6d9. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 812.354666] env[62364]: DEBUG oslo_concurrency.lockutils [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] Acquiring lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.368752] env[62364]: DEBUG nova.network.neutron [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Updating instance_info_cache with network_info: [{"id": "77448cf1-434d-423b-bc95-90ef7f05c6d9", "address": "fa:16:3e:0b:96:a7", "network": {"id": "4e234482-9562-46f9-acf2-6aa64b139e4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-508601024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b04e3d961b46c4a20fa2d623d1aa9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77448cf1-43", "ovs_interfaceid": "77448cf1-434d-423b-bc95-90ef7f05c6d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.385328] env[62364]: DEBUG nova.network.neutron [-] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.402966] env[62364]: DEBUG nova.network.neutron [-] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.426970] env[62364]: INFO nova.compute.manager [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Took 49.78 seconds to build instance. [ 812.435927] env[62364]: DEBUG oslo_vmware.api [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.582815] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.584759] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.785s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.586318] env[62364]: INFO nova.compute.claims [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.615038] env[62364]: INFO nova.scheduler.client.report [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Deleted allocations for instance 77921f9a-d424-4bb8-876d-9325ef329e6c [ 812.872267] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Releasing lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.872726] env[62364]: DEBUG nova.compute.manager [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Instance network_info: |[{"id": "77448cf1-434d-423b-bc95-90ef7f05c6d9", "address": "fa:16:3e:0b:96:a7", "network": {"id": "4e234482-9562-46f9-acf2-6aa64b139e4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-508601024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b04e3d961b46c4a20fa2d623d1aa9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77448cf1-43", "ovs_interfaceid": "77448cf1-434d-423b-bc95-90ef7f05c6d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.873209] env[62364]: DEBUG oslo_concurrency.lockutils [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] Acquired lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.873518] env[62364]: DEBUG nova.network.neutron [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Refreshing network info cache for port 77448cf1-434d-423b-bc95-90ef7f05c6d9 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.875450] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:96:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77448cf1-434d-423b-bc95-90ef7f05c6d9', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.886082] env[62364]: DEBUG oslo.service.loopingcall [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 812.889502] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.889855] env[62364]: INFO nova.compute.manager [-] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Took 1.44 seconds to deallocate network for instance. [ 812.890537] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c59b429-e861-4fed-9407-b5377add9a6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.912146] env[62364]: INFO nova.compute.manager [-] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Took 1.46 seconds to deallocate network for instance. [ 812.930202] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.930202] env[62364]: value = "task-2480662" [ 812.930202] env[62364]: _type = "Task" [ 812.930202] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.935708] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e11e5ab6-837b-45b8-aa27-aaf9b215e276 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Lock "12b9057d-3f11-4215-908f-72419eed5b66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.617s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.935872] env[62364]: DEBUG oslo_vmware.api [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528676} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.938281] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.938497] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.938679] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.938860] env[62364]: INFO nova.compute.manager [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Took 1.66 seconds to destroy the instance on the hypervisor. [ 812.939126] env[62364]: DEBUG oslo.service.loopingcall [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 812.939574] env[62364]: DEBUG nova.compute.manager [-] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.939704] env[62364]: DEBUG nova.network.neutron [-] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.947030] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480662, 'name': CreateVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.127100] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53a098f2-82d3-4dc4-adcd-5a7e4439159b tempest-ServerRescueTestJSONUnderV235-1930161939 tempest-ServerRescueTestJSONUnderV235-1930161939-project-member] Lock "77921f9a-d424-4bb8-876d-9325ef329e6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.245s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.411979] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.419314] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.448125] env[62364]: DEBUG nova.compute.manager [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.451934] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480662, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.511534] env[62364]: DEBUG oslo_concurrency.lockutils [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquiring lock "2dc947e4-082c-4401-a657-c3fd76c9902c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.511534] env[62364]: DEBUG oslo_concurrency.lockutils [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Lock "2dc947e4-082c-4401-a657-c3fd76c9902c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.511534] env[62364]: DEBUG oslo_concurrency.lockutils [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquiring lock "2dc947e4-082c-4401-a657-c3fd76c9902c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.511534] env[62364]: DEBUG oslo_concurrency.lockutils [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Lock "2dc947e4-082c-4401-a657-c3fd76c9902c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.511534] env[62364]: DEBUG oslo_concurrency.lockutils [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Lock "2dc947e4-082c-4401-a657-c3fd76c9902c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.512864] env[62364]: INFO nova.compute.manager [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Terminating instance [ 813.552778] env[62364]: DEBUG nova.network.neutron [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Updated VIF entry in instance network info cache for port 77448cf1-434d-423b-bc95-90ef7f05c6d9. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.553144] env[62364]: DEBUG nova.network.neutron [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Updating instance_info_cache with network_info: [{"id": "77448cf1-434d-423b-bc95-90ef7f05c6d9", "address": "fa:16:3e:0b:96:a7", "network": {"id": "4e234482-9562-46f9-acf2-6aa64b139e4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-508601024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b04e3d961b46c4a20fa2d623d1aa9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77448cf1-43", "ovs_interfaceid": "77448cf1-434d-423b-bc95-90ef7f05c6d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.763795] env[62364]: DEBUG nova.compute.manager [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.768430] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1620998-8007-4f8a-ab77-17922465d0f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.942422] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480662, 'name': CreateVM_Task, 'duration_secs': 0.633251} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.945768] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.947145] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.947570] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.947995] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.948467] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f71a84f-c475-406a-b165-2ce9bb00b9ea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.956898] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 813.956898] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b4cd05-4c5d-6dc7-960d-4aa6dc706aaa" [ 813.956898] env[62364]: _type = "Task" [ 813.956898] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.974857] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b4cd05-4c5d-6dc7-960d-4aa6dc706aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.976905] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.019363] env[62364]: DEBUG nova.compute.manager [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.019670] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.020427] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2659f9-e99d-48ee-beba-d3981bc32850 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.035974] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.036642] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d17b37-21b3-43ae-946a-7cc8fa27b4fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.046564] env[62364]: DEBUG oslo_vmware.api [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for the task: (returnval){ [ 814.046564] env[62364]: value = "task-2480663" [ 814.046564] env[62364]: _type = "Task" [ 814.046564] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.057381] env[62364]: DEBUG oslo_vmware.api [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.061885] env[62364]: DEBUG oslo_concurrency.lockutils [req-91fafe04-608b-4c57-a0f6-7addb72f47ec req-6ad70eb3-ca51-4451-97de-89dd696cbe4b service nova] Releasing lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.202879] env[62364]: DEBUG nova.network.neutron [-] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.209032] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a08c8d-7c15-49c9-a300-f91653634b41 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.220030] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2ca8a6-68d9-4e05-9458-7e04cf8012f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.263855] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddffb1e3-2f7a-4d0f-9139-e3bcc9829fe4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.273908] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabacdca-da10-4cbc-8bee-086837e1390c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.283201] env[62364]: INFO nova.compute.manager [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] instance snapshotting [ 814.292222] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad52d94-b857-4d6b-aa83-42812cec339e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.295469] env[62364]: DEBUG nova.compute.provider_tree [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.318221] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d49b73-9ec6-4db5-b3cf-ceb77696c5a0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.400226] env[62364]: DEBUG nova.compute.manager [req-5f2fdf2b-a48d-4eca-ae47-5a16eb1d82b0 req-c29dbaf2-1fbb-4db3-a09c-2651aee899a3 service nova] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Received event network-vif-deleted-8b5e4c02-7f97-4c5b-9938-98d020131f8e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 814.400530] env[62364]: DEBUG nova.compute.manager [req-5f2fdf2b-a48d-4eca-ae47-5a16eb1d82b0 req-c29dbaf2-1fbb-4db3-a09c-2651aee899a3 service nova] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Received event network-vif-deleted-e1d135d0-d607-4b3b-81bc-589f53da9428 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 814.400712] env[62364]: DEBUG nova.compute.manager [req-5f2fdf2b-a48d-4eca-ae47-5a16eb1d82b0 req-c29dbaf2-1fbb-4db3-a09c-2651aee899a3 service nova] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Received event network-vif-deleted-43c0fbe2-24dd-40cb-ad06-aa0b51741436 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 814.474886] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b4cd05-4c5d-6dc7-960d-4aa6dc706aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.027556} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.475671] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.475671] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.475671] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.475837] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.476075] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.476467] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f59873d7-03d8-4335-8a23-bfcc4e04bb59 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.489526] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.489526] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.489526] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3fb842-c11b-4ec4-9459-caaacb0d687c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.494807] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 814.494807] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52741334-412d-0f95-201a-9fec5187de6b" [ 814.494807] env[62364]: _type = "Task" [ 814.494807] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.504041] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52741334-412d-0f95-201a-9fec5187de6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.559360] env[62364]: DEBUG oslo_vmware.api [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480663, 'name': PowerOffVM_Task, 'duration_secs': 0.231046} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.559554] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.559727] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.560236] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4876cb9d-fa81-4a07-ad76-1b940c21373f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.631391] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.631391] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.631539] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Deleting the datastore file [datastore2] 2dc947e4-082c-4401-a657-c3fd76c9902c {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.631787] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81543b1b-2bf7-47a3-bac1-6fd5d73a40ab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.642058] env[62364]: DEBUG oslo_vmware.api [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for the task: (returnval){ [ 814.642058] env[62364]: value = "task-2480665" [ 814.642058] env[62364]: _type = "Task" [ 814.642058] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.655017] env[62364]: DEBUG oslo_vmware.api [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.708919] env[62364]: INFO nova.compute.manager [-] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Took 1.77 seconds to deallocate network for instance. [ 814.799316] env[62364]: DEBUG nova.scheduler.client.report [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.831417] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.832018] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ecad565-ad08-40f2-800e-b36548b8c0dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.843796] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 814.843796] env[62364]: value = "task-2480666" [ 814.843796] env[62364]: _type = "Task" [ 814.843796] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.855980] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.007027] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52741334-412d-0f95-201a-9fec5187de6b, 'name': SearchDatastore_Task, 'duration_secs': 0.015911} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.007876] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a82f259-a7a6-42a6-8e98-7d81c83582d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.015028] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 815.015028] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52fcb7f1-1274-3b93-7f95-54f99bbde369" [ 815.015028] env[62364]: _type = "Task" [ 815.015028] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.024672] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fcb7f1-1274-3b93-7f95-54f99bbde369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.155782] env[62364]: DEBUG oslo_vmware.api [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Task: {'id': task-2480665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322931} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.160352] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.160772] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.160879] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.160998] env[62364]: INFO nova.compute.manager [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 815.161674] env[62364]: DEBUG oslo.service.loopingcall [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.161674] env[62364]: DEBUG nova.compute.manager [-] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.161674] env[62364]: DEBUG nova.network.neutron [-] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.220184] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.311974] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.311974] env[62364]: DEBUG nova.compute.manager [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.315664] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.783s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.317549] env[62364]: INFO nova.compute.claims [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.361453] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.530966] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fcb7f1-1274-3b93-7f95-54f99bbde369, 'name': SearchDatastore_Task, 'duration_secs': 0.01316} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.531733] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.533019] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d18e2307-4d05-4730-924b-84a5fa3ea253/d18e2307-4d05-4730-924b-84a5fa3ea253.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.533019] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a900b3a-3e53-4273-a622-a9c8b578a915 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.543178] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 815.543178] env[62364]: value = "task-2480667" [ 815.543178] env[62364]: _type = "Task" [ 815.543178] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.552741] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.823865] env[62364]: DEBUG nova.compute.utils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 815.829587] env[62364]: DEBUG nova.compute.manager [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Not allocating networking since 'none' was specified. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 815.858619] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480666, 'name': CreateSnapshot_Task, 'duration_secs': 0.598107} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.858619] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.858619] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf74f6d-274c-4245-99ed-61cf0d719725 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.059862] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480667, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.089689] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquiring lock "12b9057d-3f11-4215-908f-72419eed5b66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.089946] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Lock "12b9057d-3f11-4215-908f-72419eed5b66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.090236] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquiring lock "12b9057d-3f11-4215-908f-72419eed5b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.090522] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Lock "12b9057d-3f11-4215-908f-72419eed5b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.090621] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Lock "12b9057d-3f11-4215-908f-72419eed5b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.095093] env[62364]: INFO nova.compute.manager [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Terminating instance [ 816.116172] env[62364]: DEBUG nova.network.neutron [-] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.330329] env[62364]: DEBUG nova.compute.manager [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.379271] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.382501] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-09b3484b-edf7-4c46-9e95-89d11868acf1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.393601] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 816.393601] env[62364]: value = "task-2480668" [ 816.393601] env[62364]: _type = "Task" [ 816.393601] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.406638] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480668, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.434449] env[62364]: DEBUG nova.compute.manager [req-0a7cbb3e-7682-4693-903e-5ca2a97ee325 req-77f6ff08-7803-476a-9570-636db7163029 service nova] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Received event network-vif-deleted-7b3c9c7b-7ba6-47d2-ae85-5d358c27249c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 816.553490] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864996} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.555962] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d18e2307-4d05-4730-924b-84a5fa3ea253/d18e2307-4d05-4730-924b-84a5fa3ea253.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.556242] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.556857] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18a5a0b1-f966-4ec4-94e5-f443d6e9aaf7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.564295] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 816.564295] env[62364]: value = "task-2480669" [ 816.564295] env[62364]: _type = "Task" [ 816.564295] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.576445] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.599751] env[62364]: DEBUG nova.compute.manager [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.600029] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.601199] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faee9040-0399-4f88-af51-2afce66a700b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.609991] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.610319] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-652906d5-528d-46bd-af85-b1dc43b641d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.621809] env[62364]: INFO nova.compute.manager [-] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Took 1.46 seconds to deallocate network for instance. [ 816.625052] env[62364]: DEBUG oslo_vmware.api [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for the task: (returnval){ [ 816.625052] env[62364]: value = "task-2480670" [ 816.625052] env[62364]: _type = "Task" [ 816.625052] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.643262] env[62364]: DEBUG oslo_vmware.api [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.781532] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.781766] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.906279] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480668, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.908841] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955a7666-e0d9-420f-b0db-08679445fa85 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.917109] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff2f30a-5848-40f2-94ff-fdb6b50e52d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.949973] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf4848b-7556-40ce-b160-8f805f51b205 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.958418] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6e7be5-2817-4f16-8f27-ca1df94d7a11 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.973395] env[62364]: DEBUG nova.compute.provider_tree [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.077020] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1145} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.077020] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.077366] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e9cb0d-b0e1-4a55-89a3-8f56a7a5c7a7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.100131] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d18e2307-4d05-4730-924b-84a5fa3ea253/d18e2307-4d05-4730-924b-84a5fa3ea253.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.100487] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-626accfe-7f82-4cc2-b7bf-ac917e2b0783 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.121718] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 817.121718] env[62364]: value = "task-2480671" [ 817.121718] env[62364]: _type = "Task" [ 817.121718] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.135518] env[62364]: DEBUG oslo_concurrency.lockutils [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.140220] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480671, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.143827] env[62364]: DEBUG oslo_vmware.api [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480670, 'name': PowerOffVM_Task, 'duration_secs': 0.256153} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.146049] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.146049] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.146049] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c46bf471-e072-46d1-824e-56e765e7ce6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.213778] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.214037] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.214236] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Deleting the datastore file [datastore2] 12b9057d-3f11-4215-908f-72419eed5b66 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.214521] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db9804a3-49ac-422a-ac24-021044885abe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.223333] env[62364]: DEBUG oslo_vmware.api [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for the task: (returnval){ [ 817.223333] env[62364]: value = "task-2480673" [ 817.223333] env[62364]: _type = "Task" [ 817.223333] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.232607] env[62364]: DEBUG oslo_vmware.api [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.343190] env[62364]: DEBUG nova.compute.manager [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.372505] env[62364]: DEBUG nova.virt.hardware [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.372662] env[62364]: DEBUG nova.virt.hardware [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.372788] env[62364]: DEBUG nova.virt.hardware [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.373033] env[62364]: DEBUG nova.virt.hardware [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.373212] env[62364]: DEBUG nova.virt.hardware [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.373386] env[62364]: DEBUG nova.virt.hardware [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.373686] env[62364]: DEBUG nova.virt.hardware [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.373818] env[62364]: DEBUG nova.virt.hardware [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.373994] env[62364]: DEBUG nova.virt.hardware [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.374174] env[62364]: DEBUG nova.virt.hardware [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.374360] env[62364]: DEBUG nova.virt.hardware [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.375377] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc461b7-62ec-40d4-acfd-b7139cfa5b24 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.384312] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfc2f2d-6a1f-41ec-92ea-7caa0746ec4d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.401874] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.407853] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Creating folder: Project (d2782938350c428a8f60a187d985551a). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.411621] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28bc13d8-16c8-421c-876b-23fc19a7e1d6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.421956] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480668, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.425613] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Created folder: Project (d2782938350c428a8f60a187d985551a) in parent group-v501830. [ 817.425960] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Creating folder: Instances. Parent ref: group-v502000. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.426192] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a82eab0-8794-4bd1-8700-1ec8e633aec6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.439877] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Created folder: Instances in parent group-v502000. [ 817.440440] env[62364]: DEBUG oslo.service.loopingcall [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.440490] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.440771] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37f7d1f2-ed77-4440-a5ab-0f8f02e224fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.461185] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.461185] env[62364]: value = "task-2480676" [ 817.461185] env[62364]: _type = "Task" [ 817.461185] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.470728] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480676, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.478436] env[62364]: DEBUG nova.scheduler.client.report [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.633396] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480671, 'name': ReconfigVM_Task, 'duration_secs': 0.346957} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.633787] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d18e2307-4d05-4730-924b-84a5fa3ea253/d18e2307-4d05-4730-924b-84a5fa3ea253.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.634394] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e81b8d8-05dd-458f-a638-a04ff930b970 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.643280] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 817.643280] env[62364]: value = "task-2480677" [ 817.643280] env[62364]: _type = "Task" [ 817.643280] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.653796] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480677, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.738984] env[62364]: DEBUG oslo_vmware.api [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Task: {'id': task-2480673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198718} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.739784] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.739784] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.739784] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.739784] env[62364]: INFO nova.compute.manager [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Took 1.14 seconds to destroy the instance on the hypervisor. [ 817.740087] env[62364]: DEBUG oslo.service.loopingcall [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.740254] env[62364]: DEBUG nova.compute.manager [-] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.740351] env[62364]: DEBUG nova.network.neutron [-] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.914557] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480668, 'name': CloneVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.972587] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480676, 'name': CreateVM_Task, 'duration_secs': 0.314449} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.972772] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.973284] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.973693] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.973975] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.974564] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584e0011-4ed7-4d69-aa01-1c06245665cd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.980756] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 817.980756] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]524ae08f-0570-4ccf-933d-1f109c3a2f38" [ 817.980756] env[62364]: _type = "Task" [ 817.980756] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.984735] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.985315] env[62364]: DEBUG nova.compute.manager [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.988677] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.892s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.991280] env[62364]: INFO nova.compute.claims [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.999933] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524ae08f-0570-4ccf-933d-1f109c3a2f38, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.999997] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.000225] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.000460] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.000606] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.000784] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.001057] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16695913-866d-4881-851f-41ef933714ba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.012544] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.012668] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.013468] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8993d7-1f4f-4036-9440-0c5b40120a71 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.020104] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 818.020104] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5290c7a3-b3f0-c999-af4a-2485321c4bc0" [ 818.020104] env[62364]: _type = "Task" [ 818.020104] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.031253] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5290c7a3-b3f0-c999-af4a-2485321c4bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.155195] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480677, 'name': Rename_Task, 'duration_secs': 0.176788} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.155483] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.155764] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c11b3f6c-f702-41f1-85bb-945fdbc8c44a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.162609] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 818.162609] env[62364]: value = "task-2480678" [ 818.162609] env[62364]: _type = "Task" [ 818.162609] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.171342] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.412171] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480668, 'name': CloneVM_Task, 'duration_secs': 1.532603} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.412453] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Created linked-clone VM from snapshot [ 818.413191] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aae79b9-2d12-41dd-a8a2-f4ed8dce4b89 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.420721] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Uploading image 059891ef-2469-46d5-89c4-bdd6eceb6017 {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.442846] env[62364]: DEBUG oslo_vmware.rw_handles [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.442846] env[62364]: value = "vm-501999" [ 818.442846] env[62364]: _type = "VirtualMachine" [ 818.442846] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.443149] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-75d039d3-549e-4924-a598-94fb961bd217 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.451911] env[62364]: DEBUG oslo_vmware.rw_handles [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lease: (returnval){ [ 818.451911] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529e999a-4431-6adc-4418-70ac8bb79456" [ 818.451911] env[62364]: _type = "HttpNfcLease" [ 818.451911] env[62364]: } obtained for exporting VM: (result){ [ 818.451911] env[62364]: value = "vm-501999" [ 818.451911] env[62364]: _type = "VirtualMachine" [ 818.451911] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.452200] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the lease: (returnval){ [ 818.452200] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529e999a-4431-6adc-4418-70ac8bb79456" [ 818.452200] env[62364]: _type = "HttpNfcLease" [ 818.452200] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.460203] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.460203] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529e999a-4431-6adc-4418-70ac8bb79456" [ 818.460203] env[62364]: _type = "HttpNfcLease" [ 818.460203] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.500827] env[62364]: DEBUG nova.compute.utils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 818.503669] env[62364]: DEBUG nova.compute.manager [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Not allocating networking since 'none' was specified. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 818.504324] env[62364]: DEBUG nova.compute.manager [req-1add893f-4e00-49b2-9156-ea9c1ba5afed req-b4f7c641-6812-41c5-a884-57a755de81f0 service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Received event network-vif-deleted-e708f314-2516-4cce-8102-23c7708b28ff {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 818.504510] env[62364]: INFO nova.compute.manager [req-1add893f-4e00-49b2-9156-ea9c1ba5afed req-b4f7c641-6812-41c5-a884-57a755de81f0 service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Neutron deleted interface e708f314-2516-4cce-8102-23c7708b28ff; detaching it from the instance and deleting it from the info cache [ 818.504762] env[62364]: DEBUG nova.network.neutron [req-1add893f-4e00-49b2-9156-ea9c1ba5afed req-b4f7c641-6812-41c5-a884-57a755de81f0 service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.506702] env[62364]: DEBUG nova.network.neutron [-] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.531667] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5290c7a3-b3f0-c999-af4a-2485321c4bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.531908] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a3b327-c819-449b-bad6-25f57de531a5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.537896] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 818.537896] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52481440-b1e4-54de-b805-a68a1bbf0b40" [ 818.537896] env[62364]: _type = "Task" [ 818.537896] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.546244] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52481440-b1e4-54de-b805-a68a1bbf0b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.672937] env[62364]: DEBUG oslo_vmware.api [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480678, 'name': PowerOnVM_Task, 'duration_secs': 0.500769} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.673237] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.673484] env[62364]: INFO nova.compute.manager [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Took 8.59 seconds to spawn the instance on the hypervisor. [ 818.673709] env[62364]: DEBUG nova.compute.manager [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.674501] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc86dd65-12d1-42ff-ac5b-2f3b1851bdbb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.961171] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.961171] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529e999a-4431-6adc-4418-70ac8bb79456" [ 818.961171] env[62364]: _type = "HttpNfcLease" [ 818.961171] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.961476] env[62364]: DEBUG oslo_vmware.rw_handles [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.961476] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529e999a-4431-6adc-4418-70ac8bb79456" [ 818.961476] env[62364]: _type = "HttpNfcLease" [ 818.961476] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.962248] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c97578-acff-4a3d-96b6-8dd72402b82b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.969944] env[62364]: DEBUG oslo_vmware.rw_handles [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cd565-eebc-6dc1-ddae-e13119308b77/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.970111] env[62364]: DEBUG oslo_vmware.rw_handles [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cd565-eebc-6dc1-ddae-e13119308b77/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 819.028559] env[62364]: DEBUG nova.compute.manager [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.031258] env[62364]: INFO nova.compute.manager [-] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Took 1.29 seconds to deallocate network for instance. [ 819.033188] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4de807d5-4894-46f3-b38a-eda42a6cf342 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.047546] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408d158d-583f-473f-afc9-181c65165b98 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.064429] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52481440-b1e4-54de-b805-a68a1bbf0b40, 'name': SearchDatastore_Task, 'duration_secs': 0.017996} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.064759] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.065076] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b/45ffb2ae-66b3-4d3a-8816-17cd3ef4800b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.066170] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58908ad5-70be-45a3-9dc2-4f4351422c14 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.071246] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2da17096-cd49-43de-9b0c-39714a42ecc7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.077644] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 819.077644] env[62364]: value = "task-2480680" [ 819.077644] env[62364]: _type = "Task" [ 819.077644] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.097442] env[62364]: DEBUG nova.compute.manager [req-1add893f-4e00-49b2-9156-ea9c1ba5afed req-b4f7c641-6812-41c5-a884-57a755de81f0 service nova] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Detach interface failed, port_id=e708f314-2516-4cce-8102-23c7708b28ff, reason: Instance 12b9057d-3f11-4215-908f-72419eed5b66 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 819.105335] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.192827] env[62364]: INFO nova.compute.manager [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Took 51.62 seconds to build instance. [ 819.545435] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.606469] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480680, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.698239] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fb06d903-7f11-4517-8281-299b97a1340b tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "d18e2307-4d05-4730-924b-84a5fa3ea253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.237s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.806093] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55901ea5-ad39-4ef6-8d02-25b9f7174a31 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.817208] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5092e1bd-3532-448c-9eaa-b04e93fc7ebf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.855306] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07e14b4-ece6-46f3-81ce-44ee8d963a08 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.866437] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c728681-4792-46a9-a234-88465e681b44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.884196] env[62364]: DEBUG nova.compute.provider_tree [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.019709] env[62364]: INFO nova.compute.manager [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Rescuing [ 820.019709] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.019709] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.019709] env[62364]: DEBUG nova.network.neutron [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.045423] env[62364]: DEBUG nova.compute.manager [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.077349] env[62364]: DEBUG nova.virt.hardware [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.077349] env[62364]: DEBUG nova.virt.hardware [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.077349] env[62364]: DEBUG nova.virt.hardware [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.077587] env[62364]: DEBUG nova.virt.hardware [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.077685] env[62364]: DEBUG nova.virt.hardware [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.077917] env[62364]: DEBUG nova.virt.hardware [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.078187] env[62364]: DEBUG nova.virt.hardware [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.078407] env[62364]: DEBUG nova.virt.hardware [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.078660] env[62364]: DEBUG nova.virt.hardware [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.078739] env[62364]: DEBUG nova.virt.hardware [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.078921] env[62364]: DEBUG nova.virt.hardware [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.080248] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7a8b79-9c7d-4e24-96cd-323289f6714e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.096357] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565943} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.097807] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f23b08-79f6-4720-8eaa-5ca8a19ddd42 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.103269] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b/45ffb2ae-66b3-4d3a-8816-17cd3ef4800b.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.103269] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.105956] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2807cb6f-0c1a-4a4f-96f9-9816f6d2bc34 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.120868] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.127891] env[62364]: DEBUG oslo.service.loopingcall [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.130106] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.130583] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 820.130583] env[62364]: value = "task-2480681" [ 820.130583] env[62364]: _type = "Task" [ 820.130583] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.130848] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8b4fef7-407c-4c1d-a11e-b95f051df603 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.154951] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.156411] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.156411] env[62364]: value = "task-2480682" [ 820.156411] env[62364]: _type = "Task" [ 820.156411] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.166066] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480682, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.201434] env[62364]: DEBUG nova.compute.manager [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.391074] env[62364]: DEBUG nova.scheduler.client.report [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.655072] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22247} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.655500] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.656404] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cf65d4-07e1-4a3c-9e0a-f65c9a36a131 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.677460] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480682, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.686835] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b/45ffb2ae-66b3-4d3a-8816-17cd3ef4800b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.690112] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-400ad924-0125-4a6d-b875-9071f7663050 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.716119] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 820.716119] env[62364]: value = "task-2480683" [ 820.716119] env[62364]: _type = "Task" [ 820.716119] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.728721] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.729860] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.800282] env[62364]: DEBUG nova.network.neutron [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Updating instance_info_cache with network_info: [{"id": "77448cf1-434d-423b-bc95-90ef7f05c6d9", "address": "fa:16:3e:0b:96:a7", "network": {"id": "4e234482-9562-46f9-acf2-6aa64b139e4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-508601024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b04e3d961b46c4a20fa2d623d1aa9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77448cf1-43", "ovs_interfaceid": "77448cf1-434d-423b-bc95-90ef7f05c6d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.897185] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.908s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.898747] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.553s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.898950] env[62364]: DEBUG nova.objects.instance [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 821.172322] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480682, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.227034] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.304227] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Releasing lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.403747] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquiring lock "df349719-a455-40ba-8ede-c770102811a2" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.404081] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "df349719-a455-40ba-8ede-c770102811a2" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.673218] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480682, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.729427] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480683, 'name': ReconfigVM_Task, 'duration_secs': 0.627749} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.729846] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b/45ffb2ae-66b3-4d3a-8816-17cd3ef4800b.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.730459] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec34c1b6-6b9f-4992-8e2d-6de94d011292 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.739762] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 821.739762] env[62364]: value = "task-2480684" [ 821.739762] env[62364]: _type = "Task" [ 821.739762] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.749233] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480684, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.911042] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "df349719-a455-40ba-8ede-c770102811a2" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.911042] env[62364]: DEBUG nova.compute.manager [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.915552] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be51e03e-e6c7-4025-9f22-e4527a9869e2 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.916962] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.140s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.918482] env[62364]: INFO nova.compute.claims [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.178405] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480682, 'name': CreateVM_Task, 'duration_secs': 1.713336} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.178604] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.179059] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.179229] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.179568] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.179836] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c73cdc-8b36-4b65-b104-be27e323c7bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.186059] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 822.186059] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f339ca-23b9-b15d-2eac-ad3636d18351" [ 822.186059] env[62364]: _type = "Task" [ 822.186059] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.194467] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f339ca-23b9-b15d-2eac-ad3636d18351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.250600] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480684, 'name': Rename_Task, 'duration_secs': 0.259034} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.250902] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.251229] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed6e763f-8347-4838-b32e-9d07530a3b71 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.259180] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 822.259180] env[62364]: value = "task-2480685" [ 822.259180] env[62364]: _type = "Task" [ 822.259180] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.268415] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.419555] env[62364]: DEBUG nova.compute.utils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 822.421054] env[62364]: DEBUG nova.compute.manager [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.421282] env[62364]: DEBUG nova.network.neutron [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.466691] env[62364]: DEBUG nova.policy [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c7a648de2bb4ce3a25ea747b38be29c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7798c5518dfb43b6ab22c64e708c838a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.697405] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f339ca-23b9-b15d-2eac-ad3636d18351, 'name': SearchDatastore_Task, 'duration_secs': 0.016368} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.697715] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.698014] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.698198] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.698350] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.698530] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.699164] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75e7d660-df01-4646-9970-47dc2fb20e09 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.710246] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.710448] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.711635] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653f7154-ff94-4880-afdb-fb15ed0ba58c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.719746] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 822.719746] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527d34c5-ef02-08e5-a628-576c2c687797" [ 822.719746] env[62364]: _type = "Task" [ 822.719746] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.728481] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527d34c5-ef02-08e5-a628-576c2c687797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.754540] env[62364]: DEBUG nova.network.neutron [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Successfully created port: edbcc31e-30e6-40bc-9e3d-e2d25371c138 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.771426] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480685, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.850580] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.850932] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-244a314d-1b9c-440f-8d43-79c723e2a54e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.860300] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 822.860300] env[62364]: value = "task-2480686" [ 822.860300] env[62364]: _type = "Task" [ 822.860300] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.870940] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.925250] env[62364]: DEBUG nova.compute.manager [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.232925] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527d34c5-ef02-08e5-a628-576c2c687797, 'name': SearchDatastore_Task, 'duration_secs': 0.017431} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.234088] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4407929-bb4d-48c2-91d3-900f1da6c829 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.241037] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 823.241037] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52680e43-17f5-8036-23ee-e3ae1f87fa04" [ 823.241037] env[62364]: _type = "Task" [ 823.241037] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.255368] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52680e43-17f5-8036-23ee-e3ae1f87fa04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.268631] env[62364]: DEBUG oslo_vmware.api [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480685, 'name': PowerOnVM_Task, 'duration_secs': 0.741383} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.271404] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.271610] env[62364]: INFO nova.compute.manager [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Took 5.93 seconds to spawn the instance on the hypervisor. [ 823.271790] env[62364]: DEBUG nova.compute.manager [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.272969] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52caf2e-eac2-439d-8d25-81755ce2286e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.373129] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480686, 'name': PowerOffVM_Task, 'duration_secs': 0.263133} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.373533] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.374420] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffad5f88-ea50-4b20-a2fc-798bd8539e84 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.399510] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6803d15f-be70-47b0-9f54-db51045acf2e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.442298] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.447672] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-635fec4e-29a6-4104-9b06-da9b3d24eb66 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.458184] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 823.458184] env[62364]: value = "task-2480687" [ 823.458184] env[62364]: _type = "Task" [ 823.458184] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.464309] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04b8072-49b6-42f9-aebe-a7ee788f59b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.478609] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 823.478893] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.479048] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.480024] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724281ce-39c3-4ab9-bc60-d98596a498bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.514109] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d0b9c3-3f97-4bcd-9146-d70bca9ac0c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.522868] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271d2048-cc7f-4a06-ab3b-d596226a01db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.537630] env[62364]: DEBUG nova.compute.provider_tree [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.754240] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52680e43-17f5-8036-23ee-e3ae1f87fa04, 'name': SearchDatastore_Task, 'duration_secs': 0.018069} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.754612] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.754965] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f9bfd765-4ebb-4f00-9648-22d719aaa9b8/f9bfd765-4ebb-4f00-9648-22d719aaa9b8.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.755782] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.756044] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.756316] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9899cede-043f-4414-9b9c-c2f53dac8d14 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.758361] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea664bc-3042-4351-9967-254afb1f1598 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.767953] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 823.767953] env[62364]: value = "task-2480688" [ 823.767953] env[62364]: _type = "Task" [ 823.767953] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.769134] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.769351] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.773110] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcc1379-2c47-4606-8f8e-3a09b8944b68 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.781392] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.782623] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 823.782623] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5206956d-4bcb-f40b-246f-a82cab437dcd" [ 823.782623] env[62364]: _type = "Task" [ 823.782623] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.796211] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5206956d-4bcb-f40b-246f-a82cab437dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.797226] env[62364]: INFO nova.compute.manager [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Took 53.03 seconds to build instance. [ 823.940913] env[62364]: DEBUG nova.compute.manager [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.961347] env[62364]: DEBUG nova.virt.hardware [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.961612] env[62364]: DEBUG nova.virt.hardware [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.961770] env[62364]: DEBUG nova.virt.hardware [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.961963] env[62364]: DEBUG nova.virt.hardware [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.962157] env[62364]: DEBUG nova.virt.hardware [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.962311] env[62364]: DEBUG nova.virt.hardware [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.962520] env[62364]: DEBUG nova.virt.hardware [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.962691] env[62364]: DEBUG nova.virt.hardware [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.962905] env[62364]: DEBUG nova.virt.hardware [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.963097] env[62364]: DEBUG nova.virt.hardware [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.963287] env[62364]: DEBUG nova.virt.hardware [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.964190] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72346ee3-4466-4e35-b3f9-7baad90063ee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.974042] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e77bec-822f-4fad-b14e-1b2f59617f2b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.041230] env[62364]: DEBUG nova.scheduler.client.report [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.208382] env[62364]: DEBUG nova.compute.manager [req-b3511c47-3bc3-422a-b373-9e472685cbd4 req-d012453c-cc29-4e6b-8a70-18efc3068088 service nova] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Received event network-vif-plugged-edbcc31e-30e6-40bc-9e3d-e2d25371c138 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 824.209863] env[62364]: DEBUG oslo_concurrency.lockutils [req-b3511c47-3bc3-422a-b373-9e472685cbd4 req-d012453c-cc29-4e6b-8a70-18efc3068088 service nova] Acquiring lock "54d3ea7d-6200-4e70-9799-0bb81445daeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.209863] env[62364]: DEBUG oslo_concurrency.lockutils [req-b3511c47-3bc3-422a-b373-9e472685cbd4 req-d012453c-cc29-4e6b-8a70-18efc3068088 service nova] Lock "54d3ea7d-6200-4e70-9799-0bb81445daeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.209863] env[62364]: DEBUG oslo_concurrency.lockutils [req-b3511c47-3bc3-422a-b373-9e472685cbd4 req-d012453c-cc29-4e6b-8a70-18efc3068088 service nova] Lock "54d3ea7d-6200-4e70-9799-0bb81445daeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.209863] env[62364]: DEBUG nova.compute.manager [req-b3511c47-3bc3-422a-b373-9e472685cbd4 req-d012453c-cc29-4e6b-8a70-18efc3068088 service nova] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] No waiting events found dispatching network-vif-plugged-edbcc31e-30e6-40bc-9e3d-e2d25371c138 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.209863] env[62364]: WARNING nova.compute.manager [req-b3511c47-3bc3-422a-b373-9e472685cbd4 req-d012453c-cc29-4e6b-8a70-18efc3068088 service nova] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Received unexpected event network-vif-plugged-edbcc31e-30e6-40bc-9e3d-e2d25371c138 for instance with vm_state building and task_state spawning. [ 824.281837] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.294103] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5206956d-4bcb-f40b-246f-a82cab437dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.01646} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.295152] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a789d3-8a9c-4eb3-825b-647aa9e11ca7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.298565] env[62364]: DEBUG oslo_concurrency.lockutils [None req-707354c7-f52b-4a82-a448-22f8f5b3a522 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "45ffb2ae-66b3-4d3a-8816-17cd3ef4800b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.760s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.302477] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 824.302477] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5289e536-31fd-f881-3310-cc7cefe048f0" [ 824.302477] env[62364]: _type = "Task" [ 824.302477] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.314328] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5289e536-31fd-f881-3310-cc7cefe048f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.365429] env[62364]: DEBUG nova.network.neutron [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Successfully updated port: edbcc31e-30e6-40bc-9e3d-e2d25371c138 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.546155] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.546654] env[62364]: DEBUG nova.compute.manager [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.549285] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.250s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.549459] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.549612] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 824.550296] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.182s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.550505] env[62364]: DEBUG nova.objects.instance [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'resources' on Instance uuid 28bfc61c-df62-49ff-807d-bd6845f6307a {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.552441] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b29545-2bfe-43c7-89a0-ca7bebb1ccb9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.562197] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fe4227-7858-4cce-95d7-fe06cdb1c00f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.579883] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc56d62a-7220-4c17-89b8-33f2c3e53163 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.588653] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecefabf-6491-481d-81d8-136bcd799f02 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.622732] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178781MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 824.622899] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.781540] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636988} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.781845] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f9bfd765-4ebb-4f00-9648-22d719aaa9b8/f9bfd765-4ebb-4f00-9648-22d719aaa9b8.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.781924] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.782163] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-901c4aff-f7d4-4518-b8b0-6274d838fd70 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.790282] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 824.790282] env[62364]: value = "task-2480689" [ 824.790282] env[62364]: _type = "Task" [ 824.790282] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.800917] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.801312] env[62364]: DEBUG nova.compute.manager [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.814172] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5289e536-31fd-f881-3310-cc7cefe048f0, 'name': SearchDatastore_Task, 'duration_secs': 0.047481} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.814500] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.814952] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d18e2307-4d05-4730-924b-84a5fa3ea253/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. {{(pid=62364) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 824.815097] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89a50102-c5b4-470d-b98e-9144b3dd219c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.824726] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 824.824726] env[62364]: value = "task-2480690" [ 824.824726] env[62364]: _type = "Task" [ 824.824726] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.828831] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquiring lock "refresh_cache-54d3ea7d-6200-4e70-9799-0bb81445daeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.828831] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquired lock "refresh_cache-54d3ea7d-6200-4e70-9799-0bb81445daeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.828831] env[62364]: DEBUG nova.network.neutron [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.837235] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.054133] env[62364]: DEBUG nova.compute.utils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 825.055722] env[62364]: DEBUG nova.compute.manager [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.055953] env[62364]: DEBUG nova.network.neutron [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.114283] env[62364]: DEBUG nova.policy [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '607db64986fd4355b1ae186dddd03893', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5467d8cac2034ba185937af047a716db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.301461] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080105} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.304552] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.305742] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f047e9-d5d2-4d14-8648-0cd545b7929d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.331079] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] f9bfd765-4ebb-4f00-9648-22d719aaa9b8/f9bfd765-4ebb-4f00-9648-22d719aaa9b8.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.334728] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.335395] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e98d11d-367f-47b2-9fae-792e0baff835 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.366029] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480690, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.367677] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 825.367677] env[62364]: value = "task-2480691" [ 825.367677] env[62364]: _type = "Task" [ 825.367677] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.383407] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.399982] env[62364]: DEBUG nova.network.neutron [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.551217] env[62364]: DEBUG nova.network.neutron [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Successfully created port: 5c497e91-a591-4244-b321-03c674f9fd32 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.565293] env[62364]: DEBUG nova.compute.manager [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.658034] env[62364]: DEBUG nova.network.neutron [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Updating instance_info_cache with network_info: [{"id": "edbcc31e-30e6-40bc-9e3d-e2d25371c138", "address": "fa:16:3e:07:e0:66", "network": {"id": "52643c72-3ca5-4d5e-99f5-596d83c312f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-969471076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7798c5518dfb43b6ab22c64e708c838a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedbcc31e-30", "ovs_interfaceid": "edbcc31e-30e6-40bc-9e3d-e2d25371c138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.678448] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d54ef2-0e86-40b1-9f66-d8126a24948f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.690223] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629360a1-2c0b-49b9-8b03-61e9e1a60073 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.725075] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f35f3e-6725-4fc4-bed5-c20bbaf5aa54 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.735146] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5e4635-83c9-405a-9f4a-132241d9fc6a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.752558] env[62364]: DEBUG nova.compute.provider_tree [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.847675] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480690, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.880982] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480691, 'name': ReconfigVM_Task, 'duration_secs': 0.443206} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.881295] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Reconfigured VM instance instance-0000003b to attach disk [datastore1] f9bfd765-4ebb-4f00-9648-22d719aaa9b8/f9bfd765-4ebb-4f00-9648-22d719aaa9b8.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.881921] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-017461ba-3c1c-455e-a9c6-6d0e64161302 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.891198] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 825.891198] env[62364]: value = "task-2480692" [ 825.891198] env[62364]: _type = "Task" [ 825.891198] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.899741] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480692, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.160711] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Releasing lock "refresh_cache-54d3ea7d-6200-4e70-9799-0bb81445daeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.161094] env[62364]: DEBUG nova.compute.manager [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Instance network_info: |[{"id": "edbcc31e-30e6-40bc-9e3d-e2d25371c138", "address": "fa:16:3e:07:e0:66", "network": {"id": "52643c72-3ca5-4d5e-99f5-596d83c312f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-969471076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7798c5518dfb43b6ab22c64e708c838a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedbcc31e-30", "ovs_interfaceid": "edbcc31e-30e6-40bc-9e3d-e2d25371c138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.161550] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:e0:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edbcc31e-30e6-40bc-9e3d-e2d25371c138', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.169312] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Creating folder: Project (7798c5518dfb43b6ab22c64e708c838a). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.170620] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c6133ab-5084-401d-8b07-2ad835ebed22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.184453] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Created folder: Project (7798c5518dfb43b6ab22c64e708c838a) in parent group-v501830. [ 826.184837] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Creating folder: Instances. Parent ref: group-v502004. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.185041] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c1eff92-a6c5-4c84-b708-9d990b2727e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.197485] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Created folder: Instances in parent group-v502004. [ 826.197734] env[62364]: DEBUG oslo.service.loopingcall [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.197953] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.198182] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0e0cc1c-1d84-4856-9199-2cf369364d8b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.219961] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.219961] env[62364]: value = "task-2480695" [ 826.219961] env[62364]: _type = "Task" [ 826.219961] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.229133] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480695, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.255884] env[62364]: DEBUG nova.scheduler.client.report [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.309098] env[62364]: DEBUG nova.compute.manager [req-4570cd07-f4e1-4107-99fd-55e725b7b296 req-546cf15d-3634-4081-86d5-6f380721ca7b service nova] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Received event network-changed-edbcc31e-30e6-40bc-9e3d-e2d25371c138 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 826.309320] env[62364]: DEBUG nova.compute.manager [req-4570cd07-f4e1-4107-99fd-55e725b7b296 req-546cf15d-3634-4081-86d5-6f380721ca7b service nova] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Refreshing instance network info cache due to event network-changed-edbcc31e-30e6-40bc-9e3d-e2d25371c138. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 826.309543] env[62364]: DEBUG oslo_concurrency.lockutils [req-4570cd07-f4e1-4107-99fd-55e725b7b296 req-546cf15d-3634-4081-86d5-6f380721ca7b service nova] Acquiring lock "refresh_cache-54d3ea7d-6200-4e70-9799-0bb81445daeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.309707] env[62364]: DEBUG oslo_concurrency.lockutils [req-4570cd07-f4e1-4107-99fd-55e725b7b296 req-546cf15d-3634-4081-86d5-6f380721ca7b service nova] Acquired lock "refresh_cache-54d3ea7d-6200-4e70-9799-0bb81445daeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.309874] env[62364]: DEBUG nova.network.neutron [req-4570cd07-f4e1-4107-99fd-55e725b7b296 req-546cf15d-3634-4081-86d5-6f380721ca7b service nova] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Refreshing network info cache for port edbcc31e-30e6-40bc-9e3d-e2d25371c138 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.346249] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480690, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.401975] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480692, 'name': Rename_Task, 'duration_secs': 0.211831} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.402257] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.402706] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69ac3c09-3bce-4a71-a8da-4337e8ac5daa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.411684] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 826.411684] env[62364]: value = "task-2480696" [ 826.411684] env[62364]: _type = "Task" [ 826.411684] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.421984] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.574879] env[62364]: DEBUG nova.compute.manager [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.597082] env[62364]: DEBUG nova.virt.hardware [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.597359] env[62364]: DEBUG nova.virt.hardware [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.597546] env[62364]: DEBUG nova.virt.hardware [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.597755] env[62364]: DEBUG nova.virt.hardware [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.597914] env[62364]: DEBUG nova.virt.hardware [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.598100] env[62364]: DEBUG nova.virt.hardware [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.598321] env[62364]: DEBUG nova.virt.hardware [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.598480] env[62364]: DEBUG nova.virt.hardware [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.598644] env[62364]: DEBUG nova.virt.hardware [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.598802] env[62364]: DEBUG nova.virt.hardware [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.598983] env[62364]: DEBUG nova.virt.hardware [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.599856] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8321c2e8-303c-49bc-adfa-dfdbd08b7b5c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.609763] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c37bd3e-4b23-4dcf-92d2-944961af2c6f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.734400] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480695, 'name': CreateVM_Task, 'duration_secs': 0.513661} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.734578] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.735379] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.735544] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.735875] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.736175] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8291499d-23fc-462d-ae20-7814e6059022 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.741954] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for the task: (returnval){ [ 826.741954] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a7ab26-5072-5dce-c281-da31470dbbe1" [ 826.741954] env[62364]: _type = "Task" [ 826.741954] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.750874] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a7ab26-5072-5dce-c281-da31470dbbe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.760980] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.763561] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.347s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.766022] env[62364]: INFO nova.compute.claims [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.786452] env[62364]: INFO nova.scheduler.client.report [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleted allocations for instance 28bfc61c-df62-49ff-807d-bd6845f6307a [ 826.852448] env[62364]: DEBUG oslo_vmware.rw_handles [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cd565-eebc-6dc1-ddae-e13119308b77/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 826.853120] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480690, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.6466} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.853890] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f1df14-dcff-4de1-a591-993c9ba37fa4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.856420] env[62364]: INFO nova.virt.vmwareapi.ds_util [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d18e2307-4d05-4730-924b-84a5fa3ea253/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. [ 826.857643] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be88cc92-49b2-41d4-8c54-9d4369af199a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.866569] env[62364]: DEBUG oslo_vmware.rw_handles [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cd565-eebc-6dc1-ddae-e13119308b77/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 826.866569] env[62364]: ERROR oslo_vmware.rw_handles [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cd565-eebc-6dc1-ddae-e13119308b77/disk-0.vmdk due to incomplete transfer. [ 826.879738] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-67630a91-3a00-4b19-92e7-b9601935b22a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.888984] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d18e2307-4d05-4730-924b-84a5fa3ea253/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.889344] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0632455-6c0b-4291-83ea-3b9365316938 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.918998] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 826.918998] env[62364]: value = "task-2480697" [ 826.918998] env[62364]: _type = "Task" [ 826.918998] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.919401] env[62364]: DEBUG oslo_vmware.rw_handles [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521cd565-eebc-6dc1-ddae-e13119308b77/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 826.920251] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Uploaded image 059891ef-2469-46d5-89c4-bdd6eceb6017 to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 826.921983] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 826.929603] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-85009add-ab5a-4f87-9a42-4d6ed1f43d38 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.945250] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.949537] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 826.949537] env[62364]: value = "task-2480698" [ 826.949537] env[62364]: _type = "Task" [ 826.949537] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.949763] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.959738] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480698, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.176700] env[62364]: DEBUG nova.network.neutron [req-4570cd07-f4e1-4107-99fd-55e725b7b296 req-546cf15d-3634-4081-86d5-6f380721ca7b service nova] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Updated VIF entry in instance network info cache for port edbcc31e-30e6-40bc-9e3d-e2d25371c138. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.177089] env[62364]: DEBUG nova.network.neutron [req-4570cd07-f4e1-4107-99fd-55e725b7b296 req-546cf15d-3634-4081-86d5-6f380721ca7b service nova] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Updating instance_info_cache with network_info: [{"id": "edbcc31e-30e6-40bc-9e3d-e2d25371c138", "address": "fa:16:3e:07:e0:66", "network": {"id": "52643c72-3ca5-4d5e-99f5-596d83c312f9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-969471076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7798c5518dfb43b6ab22c64e708c838a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedbcc31e-30", "ovs_interfaceid": "edbcc31e-30e6-40bc-9e3d-e2d25371c138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.233365] env[62364]: DEBUG nova.network.neutron [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Successfully updated port: 5c497e91-a591-4244-b321-03c674f9fd32 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.254094] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a7ab26-5072-5dce-c281-da31470dbbe1, 'name': SearchDatastore_Task, 'duration_secs': 0.01863} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.254476] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.254766] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.255098] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.255265] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.255451] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.255717] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40827854-33b0-4a06-b44f-1ace91be61c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.272133] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.272133] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.272133] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c84bf6-4465-47e4-b88e-9a37774b5cca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.278789] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for the task: (returnval){ [ 827.278789] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d41f62-a762-c057-574d-5fe810b950f0" [ 827.278789] env[62364]: _type = "Task" [ 827.278789] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.287856] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d41f62-a762-c057-574d-5fe810b950f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.294481] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a33ad8d-a390-496f-af3a-007f0de44343 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "28bfc61c-df62-49ff-807d-bd6845f6307a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.477s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.428445] env[62364]: DEBUG oslo_vmware.api [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480696, 'name': PowerOnVM_Task, 'duration_secs': 0.574876} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.428727] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.428966] env[62364]: INFO nova.compute.manager [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Took 7.38 seconds to spawn the instance on the hypervisor. [ 827.429176] env[62364]: DEBUG nova.compute.manager [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.429962] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e0ac50-97e4-4c7e-b896-a8b9d98f5918 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.441222] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.461216] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480698, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.680284] env[62364]: DEBUG oslo_concurrency.lockutils [req-4570cd07-f4e1-4107-99fd-55e725b7b296 req-546cf15d-3634-4081-86d5-6f380721ca7b service nova] Releasing lock "refresh_cache-54d3ea7d-6200-4e70-9799-0bb81445daeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.737527] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "refresh_cache-93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.737640] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "refresh_cache-93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.737817] env[62364]: DEBUG nova.network.neutron [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.790909] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d41f62-a762-c057-574d-5fe810b950f0, 'name': SearchDatastore_Task, 'duration_secs': 0.024669} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.791763] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467a8d5e-bcea-4a3a-954d-6058e0e9ba02 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.799300] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for the task: (returnval){ [ 827.799300] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527160b3-ca93-7ace-2c48-fffe5808e738" [ 827.799300] env[62364]: _type = "Task" [ 827.799300] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.812530] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527160b3-ca93-7ace-2c48-fffe5808e738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.953735] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480697, 'name': ReconfigVM_Task, 'duration_secs': 0.952932} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.957528] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d18e2307-4d05-4730-924b-84a5fa3ea253/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.967082] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cec11c-17cf-4fab-a59c-2b71b4ce33da {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.969850] env[62364]: INFO nova.compute.manager [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Took 53.46 seconds to build instance. [ 828.002021] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480698, 'name': Destroy_Task, 'duration_secs': 0.876115} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.002021] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40dda90-0e91-4f36-8063-cf6e1f03c967 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.014872] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Destroyed the VM [ 828.014958] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.018194] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a923cb3d-3eeb-453f-8e7b-66e0848dda54 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.028082] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 828.028082] env[62364]: value = "task-2480699" [ 828.028082] env[62364]: _type = "Task" [ 828.028082] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.030578] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 828.030578] env[62364]: value = "task-2480700" [ 828.030578] env[62364]: _type = "Task" [ 828.030578] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.050770] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.054273] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480699, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.271545] env[62364]: DEBUG nova.network.neutron [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.311919] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527160b3-ca93-7ace-2c48-fffe5808e738, 'name': SearchDatastore_Task, 'duration_secs': 0.013486} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.316319] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.316594] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 54d3ea7d-6200-4e70-9799-0bb81445daeb/54d3ea7d-6200-4e70-9799-0bb81445daeb.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.317067] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6990d137-8a9b-4540-a36a-0f0329ae488c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.325044] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for the task: (returnval){ [ 828.325044] env[62364]: value = "task-2480701" [ 828.325044] env[62364]: _type = "Task" [ 828.325044] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.331776] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b104181-7df7-4646-bdf6-62aa8a47a356 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.341266] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.342433] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86716228-2c16-4beb-baad-f22fa88f838a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.377347] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2d3d18-6ca0-40d2-8290-7bb561e3cd36 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.389163] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6536d86-bf35-46d5-b626-e6b98e6f9518 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.404338] env[62364]: DEBUG nova.compute.provider_tree [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.415475] env[62364]: DEBUG nova.network.neutron [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Updating instance_info_cache with network_info: [{"id": "5c497e91-a591-4244-b321-03c674f9fd32", "address": "fa:16:3e:46:4a:88", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c497e91-a5", "ovs_interfaceid": "5c497e91-a591-4244-b321-03c674f9fd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.473654] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f14e07c0-a0fe-4ff2-aef4-923b12c6b7f0 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "f9bfd765-4ebb-4f00-9648-22d719aaa9b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.058s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.542484] env[62364]: INFO nova.compute.manager [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Rebuilding instance [ 828.544661] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480699, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.554398] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480700, 'name': ReconfigVM_Task, 'duration_secs': 0.181877} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.554711] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.555034] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d7208fd-1d7c-4944-a625-c567fd0ca4b4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.566320] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 828.566320] env[62364]: value = "task-2480702" [ 828.566320] env[62364]: _type = "Task" [ 828.566320] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.580268] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.751406] env[62364]: DEBUG nova.compute.manager [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.753940] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8028f0cf-aa25-49a3-9383-e6260a87286b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.811376] env[62364]: DEBUG nova.compute.manager [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Received event network-vif-plugged-5c497e91-a591-4244-b321-03c674f9fd32 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 828.811490] env[62364]: DEBUG oslo_concurrency.lockutils [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] Acquiring lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.811666] env[62364]: DEBUG oslo_concurrency.lockutils [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] Lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.811813] env[62364]: DEBUG oslo_concurrency.lockutils [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] Lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.811985] env[62364]: DEBUG nova.compute.manager [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] No waiting events found dispatching network-vif-plugged-5c497e91-a591-4244-b321-03c674f9fd32 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.812357] env[62364]: WARNING nova.compute.manager [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Received unexpected event network-vif-plugged-5c497e91-a591-4244-b321-03c674f9fd32 for instance with vm_state building and task_state spawning. [ 828.812533] env[62364]: DEBUG nova.compute.manager [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Received event network-changed-5c497e91-a591-4244-b321-03c674f9fd32 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 828.812818] env[62364]: DEBUG nova.compute.manager [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Refreshing instance network info cache due to event network-changed-5c497e91-a591-4244-b321-03c674f9fd32. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 828.812885] env[62364]: DEBUG oslo_concurrency.lockutils [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] Acquiring lock "refresh_cache-93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.837856] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480701, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.907607] env[62364]: DEBUG nova.scheduler.client.report [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.918978] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "refresh_cache-93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.919181] env[62364]: DEBUG nova.compute.manager [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Instance network_info: |[{"id": "5c497e91-a591-4244-b321-03c674f9fd32", "address": "fa:16:3e:46:4a:88", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c497e91-a5", "ovs_interfaceid": "5c497e91-a591-4244-b321-03c674f9fd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.919624] env[62364]: DEBUG oslo_concurrency.lockutils [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] Acquired lock "refresh_cache-93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.919845] env[62364]: DEBUG nova.network.neutron [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Refreshing network info cache for port 5c497e91-a591-4244-b321-03c674f9fd32 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.921252] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:4a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c497e91-a591-4244-b321-03c674f9fd32', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.929474] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Creating folder: Project (5467d8cac2034ba185937af047a716db). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.934668] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-695117ba-e75d-4bf1-a75a-c4ac4fa00290 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.953092] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Created folder: Project (5467d8cac2034ba185937af047a716db) in parent group-v501830. [ 828.953350] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Creating folder: Instances. Parent ref: group-v502007. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.953951] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f05d8ae5-9399-4773-b1c6-15522dd5fac0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.965489] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Created folder: Instances in parent group-v502007. [ 828.965873] env[62364]: DEBUG oslo.service.loopingcall [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.966097] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.966316] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b238adc-8bfb-414c-9331-1ec0df3c3870 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.989399] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.989399] env[62364]: value = "task-2480705" [ 828.989399] env[62364]: _type = "Task" [ 828.989399] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.998195] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480705, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.042272] env[62364]: DEBUG oslo_vmware.api [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480699, 'name': RemoveSnapshot_Task, 'duration_secs': 0.757506} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.042898] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.043150] env[62364]: INFO nova.compute.manager [None req-845c37b1-7752-4c4a-9526-c50b15d21a77 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Took 14.76 seconds to snapshot the instance on the hypervisor. [ 829.080955] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.178395] env[62364]: DEBUG nova.network.neutron [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Updated VIF entry in instance network info cache for port 5c497e91-a591-4244-b321-03c674f9fd32. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.178822] env[62364]: DEBUG nova.network.neutron [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Updating instance_info_cache with network_info: [{"id": "5c497e91-a591-4244-b321-03c674f9fd32", "address": "fa:16:3e:46:4a:88", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c497e91-a5", "ovs_interfaceid": "5c497e91-a591-4244-b321-03c674f9fd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.338277] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599329} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.338277] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 54d3ea7d-6200-4e70-9799-0bb81445daeb/54d3ea7d-6200-4e70-9799-0bb81445daeb.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.338277] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.338494] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b26bf27-508a-45fd-bc67-4ff46ba6cdad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.347201] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for the task: (returnval){ [ 829.347201] env[62364]: value = "task-2480706" [ 829.347201] env[62364]: _type = "Task" [ 829.347201] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.357697] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.412410] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.413082] env[62364]: DEBUG nova.compute.manager [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.415790] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.515s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.416045] env[62364]: DEBUG nova.objects.instance [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lazy-loading 'resources' on Instance uuid 8ac71684-9546-48d7-ad0b-195e04f75eb1 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.440866] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.441143] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.441366] env[62364]: INFO nova.compute.manager [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Shelving [ 829.501556] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480705, 'name': CreateVM_Task, 'duration_secs': 0.422013} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.501556] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.502040] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.502303] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.502562] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.503095] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548ab9be-7c6e-4c90-b2f9-bdaa1add7705 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.508048] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 829.508048] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52fa011f-50c7-25c2-ebc9-b30746497a93" [ 829.508048] env[62364]: _type = "Task" [ 829.508048] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.517603] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fa011f-50c7-25c2-ebc9-b30746497a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.579262] env[62364]: DEBUG oslo_vmware.api [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480702, 'name': PowerOnVM_Task, 'duration_secs': 0.919672} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.579932] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.582965] env[62364]: DEBUG nova.compute.manager [None req-e3853cfb-c7a9-4acd-8dcd-b87427bfa336 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.583824] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dfee86-76f0-472e-a03d-fd083822f684 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.681621] env[62364]: DEBUG oslo_concurrency.lockutils [req-966bb779-feaf-46de-afba-b823d7c4a0fd req-d4d8b99b-e2c7-4a84-b666-feb5b7f1e7e7 service nova] Releasing lock "refresh_cache-93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.769729] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.770058] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a74f4afe-d326-4f0d-bcc2-7cf00965529f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.779291] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 829.779291] env[62364]: value = "task-2480707" [ 829.779291] env[62364]: _type = "Task" [ 829.779291] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.788222] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.857229] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096496} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.857515] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.858333] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a18e31d-39f2-4cf5-a977-624bf38ebfcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.881496] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 54d3ea7d-6200-4e70-9799-0bb81445daeb/54d3ea7d-6200-4e70-9799-0bb81445daeb.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.881816] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80c27879-c58d-41db-9618-4721d35232f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.902717] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for the task: (returnval){ [ 829.902717] env[62364]: value = "task-2480708" [ 829.902717] env[62364]: _type = "Task" [ 829.902717] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.913071] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.923910] env[62364]: DEBUG nova.compute.utils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 829.925586] env[62364]: DEBUG nova.compute.manager [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.925877] env[62364]: DEBUG nova.network.neutron [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.967167] env[62364]: DEBUG nova.policy [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edc3325e9dbd4961b8f82a0ada2edabd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e23e84f6b4241319b2f94b3ff65927a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.022227] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fa011f-50c7-25c2-ebc9-b30746497a93, 'name': SearchDatastore_Task, 'duration_secs': 0.015341} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.022911] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.022911] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.023016] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.023156] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.023334] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.023593] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bbcd35e-bdf3-404f-82a7-f6ac97c843af {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.037061] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.037240] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.038334] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1abcc19-2851-440c-a2b3-2e2bc98d4e5a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.046762] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 830.046762] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52cc0b38-63dd-9ffc-a26a-f30e8ff19bce" [ 830.046762] env[62364]: _type = "Task" [ 830.046762] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.059966] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cc0b38-63dd-9ffc-a26a-f30e8ff19bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.266017] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.266937] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.290996] env[62364]: DEBUG nova.network.neutron [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Successfully created port: 85c8450e-00bb-46a0-82c4-888f56676b00 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.297528] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480707, 'name': PowerOffVM_Task, 'duration_secs': 0.119336} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.298442] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.298485] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.301542] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b830bb-52b1-4ea1-bc6e-e2b23ccc010b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.310231] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.310491] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-785e839c-ee97-4713-af9a-d657f608d601 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.341184] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.342984] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.343411] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Deleting the datastore file [datastore1] f9bfd765-4ebb-4f00-9648-22d719aaa9b8 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.344153] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2c6689f-ca81-4990-9561-72663f7e348d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.356257] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 830.356257] env[62364]: value = "task-2480710" [ 830.356257] env[62364]: _type = "Task" [ 830.356257] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.371678] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.414944] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480708, 'name': ReconfigVM_Task, 'duration_secs': 0.299639} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.418119] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 54d3ea7d-6200-4e70-9799-0bb81445daeb/54d3ea7d-6200-4e70-9799-0bb81445daeb.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.419128] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e435e272-0948-4b16-b2b3-99e05777260c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.428611] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for the task: (returnval){ [ 830.428611] env[62364]: value = "task-2480711" [ 830.428611] env[62364]: _type = "Task" [ 830.428611] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.428939] env[62364]: DEBUG nova.compute.manager [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.446370] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480711, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.453892] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.455885] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0b4a088-9c1b-4c4d-9e6c-ad383dc40ad3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.464068] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 830.464068] env[62364]: value = "task-2480712" [ 830.464068] env[62364]: _type = "Task" [ 830.464068] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.474263] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.476432] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed29260-bd5f-44b6-a531-97af6ad041ea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.487371] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3df918c-9abd-43ac-8c9c-63deac043403 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.523838] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9da800e-dea9-457b-9800-90244120b21e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.533537] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9392426c-04cc-46ef-b63d-362970f8bc8f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.550468] env[62364]: DEBUG nova.compute.provider_tree [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.564087] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cc0b38-63dd-9ffc-a26a-f30e8ff19bce, 'name': SearchDatastore_Task, 'duration_secs': 0.015384} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.565288] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1726ef7a-4708-4dad-92c1-420773bacf63 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.573479] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 830.573479] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]524fd1ca-9fd2-82a7-f18c-7905b8b65c5c" [ 830.573479] env[62364]: _type = "Task" [ 830.573479] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.583621] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524fd1ca-9fd2-82a7-f18c-7905b8b65c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.773035] env[62364]: DEBUG nova.compute.manager [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.870484] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214095} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.870848] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.871048] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.871226] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.943276] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480711, 'name': Rename_Task, 'duration_secs': 0.194177} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.943957] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.944228] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dae2da59-62f9-4354-94c7-20f27eb85070 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.952202] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for the task: (returnval){ [ 830.952202] env[62364]: value = "task-2480713" [ 830.952202] env[62364]: _type = "Task" [ 830.952202] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.961653] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.973220] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480712, 'name': PowerOffVM_Task, 'duration_secs': 0.262685} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.974143] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.974965] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b06cb6f-d717-4ab1-9350-1bc6d710d8bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.997340] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca368096-9740-4686-b338-46d41ded2bd3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.057090] env[62364]: DEBUG nova.scheduler.client.report [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.085643] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524fd1ca-9fd2-82a7-f18c-7905b8b65c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.02} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.087045] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.087045] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc/93de3d65-ca9f-41b7-b9a7-f3f60905ebbc.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.087045] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73a74fd5-8146-4ac5-a07b-f80b1398c496 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.095365] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 831.095365] env[62364]: value = "task-2480714" [ 831.095365] env[62364]: _type = "Task" [ 831.095365] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.103656] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.242325] env[62364]: INFO nova.compute.manager [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Unrescuing [ 831.242592] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.242749] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquired lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.242917] env[62364]: DEBUG nova.network.neutron [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.296591] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.447072] env[62364]: DEBUG nova.compute.manager [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.467408] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480713, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.480367] env[62364]: DEBUG nova.virt.hardware [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.480605] env[62364]: DEBUG nova.virt.hardware [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.480868] env[62364]: DEBUG nova.virt.hardware [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.481104] env[62364]: DEBUG nova.virt.hardware [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.481278] env[62364]: DEBUG nova.virt.hardware [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.481433] env[62364]: DEBUG nova.virt.hardware [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.481664] env[62364]: DEBUG nova.virt.hardware [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.481829] env[62364]: DEBUG nova.virt.hardware [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.482010] env[62364]: DEBUG nova.virt.hardware [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.482188] env[62364]: DEBUG nova.virt.hardware [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.482389] env[62364]: DEBUG nova.virt.hardware [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.484061] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe9d065-82e7-4607-919d-a1e5e03625c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.496237] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d2fd3b-a542-45ba-9013-ea520d374b84 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.515379] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 831.515672] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3dcf6249-f311-46ca-bf85-ba11a181fbf7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.525765] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 831.525765] env[62364]: value = "task-2480715" [ 831.525765] env[62364]: _type = "Task" [ 831.525765] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.537732] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.563726] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.566624] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.982s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.601964] env[62364]: INFO nova.scheduler.client.report [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Deleted allocations for instance 8ac71684-9546-48d7-ad0b-195e04f75eb1 [ 831.607036] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480714, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.857638] env[62364]: DEBUG nova.compute.manager [req-31ff4d42-30d2-43b6-8569-009dcccaa120 req-23268951-9c3a-4dd3-aa08-191c47f8cf50 service nova] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Received event network-vif-plugged-85c8450e-00bb-46a0-82c4-888f56676b00 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 831.857919] env[62364]: DEBUG oslo_concurrency.lockutils [req-31ff4d42-30d2-43b6-8569-009dcccaa120 req-23268951-9c3a-4dd3-aa08-191c47f8cf50 service nova] Acquiring lock "5e8c0dc9-2cda-4598-b201-3e970be4a301-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.858162] env[62364]: DEBUG oslo_concurrency.lockutils [req-31ff4d42-30d2-43b6-8569-009dcccaa120 req-23268951-9c3a-4dd3-aa08-191c47f8cf50 service nova] Lock "5e8c0dc9-2cda-4598-b201-3e970be4a301-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.858367] env[62364]: DEBUG oslo_concurrency.lockutils [req-31ff4d42-30d2-43b6-8569-009dcccaa120 req-23268951-9c3a-4dd3-aa08-191c47f8cf50 service nova] Lock "5e8c0dc9-2cda-4598-b201-3e970be4a301-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.858610] env[62364]: DEBUG nova.compute.manager [req-31ff4d42-30d2-43b6-8569-009dcccaa120 req-23268951-9c3a-4dd3-aa08-191c47f8cf50 service nova] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] No waiting events found dispatching network-vif-plugged-85c8450e-00bb-46a0-82c4-888f56676b00 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.858665] env[62364]: WARNING nova.compute.manager [req-31ff4d42-30d2-43b6-8569-009dcccaa120 req-23268951-9c3a-4dd3-aa08-191c47f8cf50 service nova] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Received unexpected event network-vif-plugged-85c8450e-00bb-46a0-82c4-888f56676b00 for instance with vm_state building and task_state spawning. [ 831.923314] env[62364]: DEBUG nova.virt.hardware [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.923800] env[62364]: DEBUG nova.virt.hardware [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.924661] env[62364]: DEBUG nova.virt.hardware [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.924661] env[62364]: DEBUG nova.virt.hardware [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.924795] env[62364]: DEBUG nova.virt.hardware [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.925132] env[62364]: DEBUG nova.virt.hardware [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.925523] env[62364]: DEBUG nova.virt.hardware [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.925828] env[62364]: DEBUG nova.virt.hardware [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.926156] env[62364]: DEBUG nova.virt.hardware [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.926446] env[62364]: DEBUG nova.virt.hardware [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.926757] env[62364]: DEBUG nova.virt.hardware [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.929451] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7670429-0a5d-4d71-b0df-a8b6411a37dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.943311] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d8eaa2-45d2-4998-aba6-5fa17c772fa5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.967174] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.976646] env[62364]: DEBUG oslo.service.loopingcall [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.981547] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.985131] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce3db20f-37b4-4cd2-a28a-3d0fecfee438 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.006572] env[62364]: DEBUG nova.network.neutron [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Successfully updated port: 85c8450e-00bb-46a0-82c4-888f56676b00 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.014208] env[62364]: DEBUG oslo_vmware.api [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480713, 'name': PowerOnVM_Task, 'duration_secs': 0.535708} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.015603] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.015869] env[62364]: INFO nova.compute.manager [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Took 8.08 seconds to spawn the instance on the hypervisor. [ 832.016079] env[62364]: DEBUG nova.compute.manager [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.016392] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.016392] env[62364]: value = "task-2480716" [ 832.016392] env[62364]: _type = "Task" [ 832.016392] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.017185] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1cf9da-1c40-417d-a56f-353a71013a30 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.037582] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480716, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.043629] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480715, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.048357] env[62364]: DEBUG nova.network.neutron [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Updating instance_info_cache with network_info: [{"id": "77448cf1-434d-423b-bc95-90ef7f05c6d9", "address": "fa:16:3e:0b:96:a7", "network": {"id": "4e234482-9562-46f9-acf2-6aa64b139e4c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-508601024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b04e3d961b46c4a20fa2d623d1aa9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77448cf1-43", "ovs_interfaceid": "77448cf1-434d-423b-bc95-90ef7f05c6d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.073345] env[62364]: INFO nova.compute.claims [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.077847] env[62364]: DEBUG oslo_concurrency.lockutils [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "a2e401f8-0237-45cb-88f2-06058dfc079e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.078114] env[62364]: DEBUG oslo_concurrency.lockutils [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "a2e401f8-0237-45cb-88f2-06058dfc079e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.078310] env[62364]: DEBUG oslo_concurrency.lockutils [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "a2e401f8-0237-45cb-88f2-06058dfc079e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.078698] env[62364]: DEBUG oslo_concurrency.lockutils [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "a2e401f8-0237-45cb-88f2-06058dfc079e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.078698] env[62364]: DEBUG oslo_concurrency.lockutils [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "a2e401f8-0237-45cb-88f2-06058dfc079e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.081344] env[62364]: INFO nova.compute.manager [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Terminating instance [ 832.110954] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653748} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.110954] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc/93de3d65-ca9f-41b7-b9a7-f3f60905ebbc.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.110954] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.112523] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9682a193-ee1e-4442-b584-7a886504ecb9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.116996] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fec5fe2-5267-4c96-802c-0241db3ab42b tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "8ac71684-9546-48d7-ad0b-195e04f75eb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.741s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.123553] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 832.123553] env[62364]: value = "task-2480717" [ 832.123553] env[62364]: _type = "Task" [ 832.123553] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.136402] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.510782] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "refresh_cache-5e8c0dc9-2cda-4598-b201-3e970be4a301" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.510975] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "refresh_cache-5e8c0dc9-2cda-4598-b201-3e970be4a301" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.511150] env[62364]: DEBUG nova.network.neutron [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.536043] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480716, 'name': CreateVM_Task, 'duration_secs': 0.413524} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.536658] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.537190] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.537438] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.537758] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.541732] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e24505e-1cc3-46a8-8638-2110a4f8fe98 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.548072] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480715, 'name': CreateSnapshot_Task, 'duration_secs': 0.839115} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.548486] env[62364]: INFO nova.compute.manager [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Took 49.47 seconds to build instance. [ 832.549680] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 832.550137] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Releasing lock "refresh_cache-d18e2307-4d05-4730-924b-84a5fa3ea253" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.550675] env[62364]: DEBUG nova.objects.instance [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lazy-loading 'flavor' on Instance uuid d18e2307-4d05-4730-924b-84a5fa3ea253 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.553490] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602f211d-fe84-4001-901b-28752b447ac4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.556402] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 832.556402] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527f5dbf-ae31-8b09-c84c-9ed350154aa2" [ 832.556402] env[62364]: _type = "Task" [ 832.556402] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.569499] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527f5dbf-ae31-8b09-c84c-9ed350154aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.579093] env[62364]: INFO nova.compute.resource_tracker [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating resource usage from migration 83fa29a3-ca4e-419a-971f-107de92b4b4a [ 832.590755] env[62364]: DEBUG nova.compute.manager [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.591014] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.591939] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2329a4-478c-4898-a372-090c29bf01a5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.600646] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.603374] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e348217-854e-4d3b-a100-7a1c1a3b8155 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.610905] env[62364]: DEBUG oslo_vmware.api [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 832.610905] env[62364]: value = "task-2480719" [ 832.610905] env[62364]: _type = "Task" [ 832.610905] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.621840] env[62364]: DEBUG oslo_vmware.api [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.633221] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.042959] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0017fa8e-870c-4e29-a3ed-58cb8835cdd6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.047056] env[62364]: DEBUG nova.network.neutron [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.053625] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd186ac-3420-490e-ad88-7264e0c42385 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.057172] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a3f2204-db16-4248-a9a9-beb70586ba7e tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "54d3ea7d-6200-4e70-9799-0bb81445daeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.548s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.089265] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efe4d35-6422-4136-8467-011b18d46d00 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.098358] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 833.101466] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2d0b946d-3976-4134-bbae-a140b33165aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.104879] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbba802-4f42-4936-9f7d-4397b798342c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.111860] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527f5dbf-ae31-8b09-c84c-9ed350154aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.036225} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.112508] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.112746] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.113009] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.113161] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.113349] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.116449] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f627089a-307c-489b-ac41-52e36377cda7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.137730] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 833.137730] env[62364]: value = "task-2480720" [ 833.137730] env[62364]: _type = "Task" [ 833.137730] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.138527] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.143574] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f358ea1c-3069-4251-93bd-cb83d4b4ea7c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.150492] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd0f2e3-4ab7-4ed8-8ed1-b9ee2baf1c5d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.159163] env[62364]: DEBUG oslo_vmware.api [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480719, 'name': PowerOffVM_Task, 'duration_secs': 0.218076} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.160687] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.160863] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.161391] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-465f35fd-bce0-4d2a-910a-3cbef22d01bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.173332] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.619526} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.173808] env[62364]: DEBUG nova.compute.provider_tree [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.181747] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.182093] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480720, 'name': CloneVM_Task} progress is 16%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.182375] env[62364]: DEBUG oslo_vmware.api [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 833.182375] env[62364]: value = "task-2480721" [ 833.182375] env[62364]: _type = "Task" [ 833.182375] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.182581] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.182739] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.184534] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56aa91c-088c-422f-a86f-87082cb72680 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.187129] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33392f1-ed5b-4746-b8dd-6a9a1219a87a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.200864] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 833.200864] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]525c95ef-4578-ee4e-36a0-05aa4f7e57c3" [ 833.200864] env[62364]: _type = "Task" [ 833.200864] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.216988] env[62364]: DEBUG oslo_vmware.api [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.225963] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc/93de3d65-ca9f-41b7-b9a7-f3f60905ebbc.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.226354] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05096acc-2b36-4fc7-8068-d90e0d19f3ad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.249943] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525c95ef-4578-ee4e-36a0-05aa4f7e57c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016406} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.252910] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 833.252910] env[62364]: value = "task-2480723" [ 833.252910] env[62364]: _type = "Task" [ 833.252910] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.252910] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51e4828-7682-4969-862b-08edf750257c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.275819] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 833.275819] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ccccce-ea0c-f9bf-2af8-15703ca441cc" [ 833.275819] env[62364]: _type = "Task" [ 833.275819] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.276237] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480723, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.281962] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.282322] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.282544] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Deleting the datastore file [datastore2] a2e401f8-0237-45cb-88f2-06058dfc079e {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.283393] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d729d47-b7a9-4dca-801e-2e9de7960f7b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.286112] env[62364]: DEBUG nova.network.neutron [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Updating instance_info_cache with network_info: [{"id": "85c8450e-00bb-46a0-82c4-888f56676b00", "address": "fa:16:3e:20:e5:ea", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c8450e-00", "ovs_interfaceid": "85c8450e-00bb-46a0-82c4-888f56676b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.293562] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ccccce-ea0c-f9bf-2af8-15703ca441cc, 'name': SearchDatastore_Task, 'duration_secs': 0.016105} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.295142] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.295428] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] f9bfd765-4ebb-4f00-9648-22d719aaa9b8/f9bfd765-4ebb-4f00-9648-22d719aaa9b8.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.295778] env[62364]: DEBUG oslo_vmware.api [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 833.295778] env[62364]: value = "task-2480724" [ 833.295778] env[62364]: _type = "Task" [ 833.295778] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.295991] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-496ed0d9-4266-4c11-b561-12974d427b1b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.308882] env[62364]: DEBUG oslo_vmware.api [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.311371] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 833.311371] env[62364]: value = "task-2480725" [ 833.311371] env[62364]: _type = "Task" [ 833.311371] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.321870] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.656140] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480720, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.677534] env[62364]: DEBUG nova.scheduler.client.report [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.700115] env[62364]: DEBUG oslo_vmware.api [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480721, 'name': PowerOffVM_Task, 'duration_secs': 0.259007} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.700405] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.705947] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 833.706657] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd333ab-5cb2-446a-925d-2d8f6310c78d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.737129] env[62364]: DEBUG oslo_vmware.api [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 833.737129] env[62364]: value = "task-2480726" [ 833.737129] env[62364]: _type = "Task" [ 833.737129] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.748145] env[62364]: DEBUG oslo_vmware.api [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480726, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.769241] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480723, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.788686] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "refresh_cache-5e8c0dc9-2cda-4598-b201-3e970be4a301" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.789111] env[62364]: DEBUG nova.compute.manager [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Instance network_info: |[{"id": "85c8450e-00bb-46a0-82c4-888f56676b00", "address": "fa:16:3e:20:e5:ea", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c8450e-00", "ovs_interfaceid": "85c8450e-00bb-46a0-82c4-888f56676b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.789670] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:e5:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85c8450e-00bb-46a0-82c4-888f56676b00', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.801104] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Creating folder: Project (6e23e84f6b4241319b2f94b3ff65927a). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.801924] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e67ebe49-8c6f-46e9-8fb9-9622af896fdc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.813653] env[62364]: DEBUG oslo_vmware.api [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175001} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.817076] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.817294] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.817472] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.817648] env[62364]: INFO nova.compute.manager [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 833.817924] env[62364]: DEBUG oslo.service.loopingcall [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.818114] env[62364]: DEBUG nova.compute.manager [-] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.818212] env[62364]: DEBUG nova.network.neutron [-] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.826110] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515924} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.827548] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] f9bfd765-4ebb-4f00-9648-22d719aaa9b8/f9bfd765-4ebb-4f00-9648-22d719aaa9b8.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.827682] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.827965] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Created folder: Project (6e23e84f6b4241319b2f94b3ff65927a) in parent group-v501830. [ 833.828146] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Creating folder: Instances. Parent ref: group-v502013. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.828425] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f90f179b-ee84-486a-ac20-973fb84b513e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.830443] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57b93184-860b-4ffc-8432-c2abccef67d7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.842495] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 833.842495] env[62364]: value = "task-2480728" [ 833.842495] env[62364]: _type = "Task" [ 833.842495] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.844233] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Created folder: Instances in parent group-v502013. [ 833.844514] env[62364]: DEBUG oslo.service.loopingcall [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.847771] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.848022] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-620c5a9d-fb05-491e-95bc-89059f50187e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.872039] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.873453] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.873453] env[62364]: value = "task-2480730" [ 833.873453] env[62364]: _type = "Task" [ 833.873453] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.882652] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480730, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.896542] env[62364]: DEBUG nova.compute.manager [req-4e15e1a3-be61-4492-b5ba-4b10ff51d037 req-2ab0faf1-c23b-4366-9620-843ff2b3f72d service nova] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Received event network-changed-85c8450e-00bb-46a0-82c4-888f56676b00 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 833.896787] env[62364]: DEBUG nova.compute.manager [req-4e15e1a3-be61-4492-b5ba-4b10ff51d037 req-2ab0faf1-c23b-4366-9620-843ff2b3f72d service nova] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Refreshing instance network info cache due to event network-changed-85c8450e-00bb-46a0-82c4-888f56676b00. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 833.897038] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e15e1a3-be61-4492-b5ba-4b10ff51d037 req-2ab0faf1-c23b-4366-9620-843ff2b3f72d service nova] Acquiring lock "refresh_cache-5e8c0dc9-2cda-4598-b201-3e970be4a301" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.897194] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e15e1a3-be61-4492-b5ba-4b10ff51d037 req-2ab0faf1-c23b-4366-9620-843ff2b3f72d service nova] Acquired lock "refresh_cache-5e8c0dc9-2cda-4598-b201-3e970be4a301" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.897392] env[62364]: DEBUG nova.network.neutron [req-4e15e1a3-be61-4492-b5ba-4b10ff51d037 req-2ab0faf1-c23b-4366-9620-843ff2b3f72d service nova] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Refreshing network info cache for port 85c8450e-00bb-46a0-82c4-888f56676b00 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.032618] env[62364]: DEBUG oslo_concurrency.lockutils [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquiring lock "54d3ea7d-6200-4e70-9799-0bb81445daeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.034438] env[62364]: DEBUG oslo_concurrency.lockutils [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "54d3ea7d-6200-4e70-9799-0bb81445daeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.034438] env[62364]: DEBUG oslo_concurrency.lockutils [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquiring lock "54d3ea7d-6200-4e70-9799-0bb81445daeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.034438] env[62364]: DEBUG oslo_concurrency.lockutils [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "54d3ea7d-6200-4e70-9799-0bb81445daeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.034438] env[62364]: DEBUG oslo_concurrency.lockutils [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "54d3ea7d-6200-4e70-9799-0bb81445daeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.035773] env[62364]: INFO nova.compute.manager [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Terminating instance [ 834.156014] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480720, 'name': CloneVM_Task} progress is 95%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.183352] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.617s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.183657] env[62364]: INFO nova.compute.manager [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Migrating [ 834.191619] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.660s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.193482] env[62364]: INFO nova.compute.claims [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.249628] env[62364]: DEBUG oslo_vmware.api [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480726, 'name': ReconfigVM_Task, 'duration_secs': 0.370699} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.249990] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 834.250208] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.250512] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55f3fe7f-9192-4f7a-b77f-03637bac5c91 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.262100] env[62364]: DEBUG oslo_vmware.api [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 834.262100] env[62364]: value = "task-2480731" [ 834.262100] env[62364]: _type = "Task" [ 834.262100] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.269502] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480723, 'name': ReconfigVM_Task, 'duration_secs': 0.569114} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.270216] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc/93de3d65-ca9f-41b7-b9a7-f3f60905ebbc.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.270858] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef504ff5-cf07-43a6-9449-fe0d17e6f59b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.276433] env[62364]: DEBUG oslo_vmware.api [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.277854] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 834.277854] env[62364]: value = "task-2480732" [ 834.277854] env[62364]: _type = "Task" [ 834.277854] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.286819] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480732, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.355594] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077334} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.355959] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.356800] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189278d1-b548-43c9-b393-dd3d2818251e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.378014] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] f9bfd765-4ebb-4f00-9648-22d719aaa9b8/f9bfd765-4ebb-4f00-9648-22d719aaa9b8.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.378744] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66889a4a-0a82-444f-b3a5-56b769cb88aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.405421] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480730, 'name': CreateVM_Task, 'duration_secs': 0.401526} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.406885] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.407275] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 834.407275] env[62364]: value = "task-2480733" [ 834.407275] env[62364]: _type = "Task" [ 834.407275] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.407918] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.408102] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.408425] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.408729] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad8455d-354b-4e79-9bd7-1a1821f785ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.419027] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 834.419027] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5223e05a-41fd-abd7-6d1a-092b61b7c693" [ 834.419027] env[62364]: _type = "Task" [ 834.419027] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.422830] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480733, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.432486] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5223e05a-41fd-abd7-6d1a-092b61b7c693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.539911] env[62364]: DEBUG nova.compute.manager [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.540236] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.541107] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5f92af-aa6f-4b6b-b8f6-25390271a04f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.549452] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.549726] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5408149-156a-4407-8748-be89517a131e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.559066] env[62364]: DEBUG oslo_vmware.api [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for the task: (returnval){ [ 834.559066] env[62364]: value = "task-2480734" [ 834.559066] env[62364]: _type = "Task" [ 834.559066] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.569936] env[62364]: DEBUG oslo_vmware.api [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.590096] env[62364]: DEBUG nova.network.neutron [-] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.655537] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480720, 'name': CloneVM_Task, 'duration_secs': 1.208068} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.655633] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Created linked-clone VM from snapshot [ 834.657094] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c488fb4b-5ce5-4459-bfc9-29e0bfdad431 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.660431] env[62364]: DEBUG nova.network.neutron [req-4e15e1a3-be61-4492-b5ba-4b10ff51d037 req-2ab0faf1-c23b-4366-9620-843ff2b3f72d service nova] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Updated VIF entry in instance network info cache for port 85c8450e-00bb-46a0-82c4-888f56676b00. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.660838] env[62364]: DEBUG nova.network.neutron [req-4e15e1a3-be61-4492-b5ba-4b10ff51d037 req-2ab0faf1-c23b-4366-9620-843ff2b3f72d service nova] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Updating instance_info_cache with network_info: [{"id": "85c8450e-00bb-46a0-82c4-888f56676b00", "address": "fa:16:3e:20:e5:ea", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c8450e-00", "ovs_interfaceid": "85c8450e-00bb-46a0-82c4-888f56676b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.668637] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Uploading image 15d36587-8045-49b8-aade-94525b62550b {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 834.693353] env[62364]: DEBUG oslo_vmware.rw_handles [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 834.693353] env[62364]: value = "vm-502012" [ 834.693353] env[62364]: _type = "VirtualMachine" [ 834.693353] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 834.693673] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e2d7f5c7-4380-4640-8478-31078d6d8186 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.704075] env[62364]: DEBUG oslo_vmware.rw_handles [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lease: (returnval){ [ 834.704075] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521ea659-bad5-1eb0-bbff-185ab6e172b1" [ 834.704075] env[62364]: _type = "HttpNfcLease" [ 834.704075] env[62364]: } obtained for exporting VM: (result){ [ 834.704075] env[62364]: value = "vm-502012" [ 834.704075] env[62364]: _type = "VirtualMachine" [ 834.704075] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 834.704075] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the lease: (returnval){ [ 834.704075] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521ea659-bad5-1eb0-bbff-185ab6e172b1" [ 834.704075] env[62364]: _type = "HttpNfcLease" [ 834.704075] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 834.707049] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.707252] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.707413] env[62364]: DEBUG nova.network.neutron [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.714937] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.714937] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521ea659-bad5-1eb0-bbff-185ab6e172b1" [ 834.714937] env[62364]: _type = "HttpNfcLease" [ 834.714937] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 834.773303] env[62364]: DEBUG oslo_vmware.api [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.788075] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480732, 'name': Rename_Task, 'duration_secs': 0.317299} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.788408] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.788700] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d49718fe-e3db-413b-9646-09bb06fe9c26 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.796195] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 834.796195] env[62364]: value = "task-2480736" [ 834.796195] env[62364]: _type = "Task" [ 834.796195] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.804907] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.919770] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480733, 'name': ReconfigVM_Task, 'duration_secs': 0.482213} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.920204] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Reconfigured VM instance instance-0000003b to attach disk [datastore2] f9bfd765-4ebb-4f00-9648-22d719aaa9b8/f9bfd765-4ebb-4f00-9648-22d719aaa9b8.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.920920] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc8203d-08a6-4452-b1e9-2a86576f9203 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.932818] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5223e05a-41fd-abd7-6d1a-092b61b7c693, 'name': SearchDatastore_Task, 'duration_secs': 0.015921} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.934452] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.934761] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.935083] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.935267] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.935494] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.935901] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 834.935901] env[62364]: value = "task-2480737" [ 834.935901] env[62364]: _type = "Task" [ 834.935901] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.936152] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75a4f1b1-ff0e-4419-9058-c7f52e05f7ab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.947398] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480737, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.948930] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.949114] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.949871] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de6550d7-4d25-4eaf-b4fd-ef19c77e7596 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.955547] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 834.955547] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52fd2278-ef9b-2fcf-8590-cfc41c2580f9" [ 834.955547] env[62364]: _type = "Task" [ 834.955547] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.966100] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fd2278-ef9b-2fcf-8590-cfc41c2580f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.069556] env[62364]: DEBUG oslo_vmware.api [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480734, 'name': PowerOffVM_Task, 'duration_secs': 0.228812} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.069830] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.069997] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.070312] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-357cb402-743f-43bb-8949-8d5a9d17daff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.092723] env[62364]: INFO nova.compute.manager [-] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Took 1.27 seconds to deallocate network for instance. [ 835.137235] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.137559] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.137802] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Deleting the datastore file [datastore1] 54d3ea7d-6200-4e70-9799-0bb81445daeb {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.138518] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45462202-38ce-45ac-8292-a701f0b94905 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.147028] env[62364]: DEBUG oslo_vmware.api [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for the task: (returnval){ [ 835.147028] env[62364]: value = "task-2480739" [ 835.147028] env[62364]: _type = "Task" [ 835.147028] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.157454] env[62364]: DEBUG oslo_vmware.api [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.164159] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e15e1a3-be61-4492-b5ba-4b10ff51d037 req-2ab0faf1-c23b-4366-9620-843ff2b3f72d service nova] Releasing lock "refresh_cache-5e8c0dc9-2cda-4598-b201-3e970be4a301" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.215265] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.215265] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521ea659-bad5-1eb0-bbff-185ab6e172b1" [ 835.215265] env[62364]: _type = "HttpNfcLease" [ 835.215265] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 835.215824] env[62364]: DEBUG oslo_vmware.rw_handles [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 835.215824] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521ea659-bad5-1eb0-bbff-185ab6e172b1" [ 835.215824] env[62364]: _type = "HttpNfcLease" [ 835.215824] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 835.216731] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594cbdde-a26e-4364-a10d-93e5e8092502 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.225763] env[62364]: DEBUG oslo_vmware.rw_handles [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52170ebb-39ba-9669-5600-3d2bf54195a6/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 835.226026] env[62364]: DEBUG oslo_vmware.rw_handles [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52170ebb-39ba-9669-5600-3d2bf54195a6/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 835.303935] env[62364]: DEBUG oslo_vmware.api [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.311143] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480736, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.361554] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7bc354df-9b7b-41d5-9658-c28e6b3edcec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.449344] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480737, 'name': Rename_Task, 'duration_secs': 0.203708} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.452111] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.452566] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea8e1ba8-4a8b-43db-b12f-03ae7ee1d392 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.461819] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 835.461819] env[62364]: value = "task-2480740" [ 835.461819] env[62364]: _type = "Task" [ 835.461819] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.473696] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fd2278-ef9b-2fcf-8590-cfc41c2580f9, 'name': SearchDatastore_Task, 'duration_secs': 0.016698} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.475259] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a8d7a9-6db9-4563-a0d1-ba3124cbff6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.481162] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.489769] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 835.489769] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]520b74bd-5db0-7af2-2c26-6c25cd913078" [ 835.489769] env[62364]: _type = "Task" [ 835.489769] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.506110] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]520b74bd-5db0-7af2-2c26-6c25cd913078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.543202] env[62364]: DEBUG nova.network.neutron [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance_info_cache with network_info: [{"id": "05d256f6-3d6e-48c0-ab37-edecec205860", "address": "fa:16:3e:1b:e5:3c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d256f6-3d", "ovs_interfaceid": "05d256f6-3d6e-48c0-ab37-edecec205860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.602535] env[62364]: DEBUG oslo_concurrency.lockutils [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.660976] env[62364]: DEBUG oslo_vmware.api [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Task: {'id': task-2480739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350555} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.661260] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.661450] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.661633] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.661796] env[62364]: INFO nova.compute.manager [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 835.662053] env[62364]: DEBUG oslo.service.loopingcall [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.662247] env[62364]: DEBUG nova.compute.manager [-] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.662344] env[62364]: DEBUG nova.network.neutron [-] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.800234] env[62364]: DEBUG oslo_vmware.api [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480731, 'name': PowerOnVM_Task, 'duration_secs': 1.188293} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.803924] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.804254] env[62364]: DEBUG nova.compute.manager [None req-5139b876-75b0-4e19-9511-a82413fa32ff tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.806811] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464fb06b-720a-4785-8da5-ab1f9931e64d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.812241] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08213e7e-66a7-46b9-8dcb-061facc5b9b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.822324] env[62364]: DEBUG oslo_vmware.api [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480736, 'name': PowerOnVM_Task, 'duration_secs': 0.740738} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.826271] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.827184] env[62364]: INFO nova.compute.manager [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Took 9.25 seconds to spawn the instance on the hypervisor. [ 835.827184] env[62364]: DEBUG nova.compute.manager [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.832656] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e3cd12-1a3e-4239-a389-612e7ec1021e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.833459] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05e2df6-6bea-4459-bd37-1fa5b6475914 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.885027] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58916973-a8ae-471b-916c-58259634ffbd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.897342] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e41dd7-7c37-48e4-87b2-15bda77a34de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.915254] env[62364]: DEBUG nova.compute.provider_tree [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.978635] env[62364]: DEBUG oslo_vmware.api [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480740, 'name': PowerOnVM_Task, 'duration_secs': 0.509053} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.979693] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.980033] env[62364]: DEBUG nova.compute.manager [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.980965] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8aeead-b4f9-4ba0-9c8a-b7721aed23db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.999251] env[62364]: DEBUG nova.compute.manager [req-2167d294-db49-4643-9a90-c9b2a03b8670 req-b619b69d-b1b0-4e1a-ad20-2848cae4b145 service nova] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Received event network-vif-deleted-ed2606ea-6286-41ca-821a-0523f0e98be4 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 836.003878] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]520b74bd-5db0-7af2-2c26-6c25cd913078, 'name': SearchDatastore_Task, 'duration_secs': 0.016195} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.004243] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.004575] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 5e8c0dc9-2cda-4598-b201-3e970be4a301/5e8c0dc9-2cda-4598-b201-3e970be4a301.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.004939] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73f6b9a2-5c56-4e5e-9f10-70f4613e6291 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.016158] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 836.016158] env[62364]: value = "task-2480741" [ 836.016158] env[62364]: _type = "Task" [ 836.016158] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.026633] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.046056] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.395815] env[62364]: DEBUG oslo_concurrency.lockutils [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.396327] env[62364]: DEBUG oslo_concurrency.lockutils [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.396652] env[62364]: DEBUG oslo_concurrency.lockutils [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "1da09049-1ae5-41ce-872c-d0a570e8ed86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.396925] env[62364]: DEBUG oslo_concurrency.lockutils [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.397140] env[62364]: DEBUG oslo_concurrency.lockutils [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.401101] env[62364]: INFO nova.compute.manager [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Terminating instance [ 836.402469] env[62364]: INFO nova.compute.manager [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Took 47.65 seconds to build instance. [ 836.419362] env[62364]: DEBUG nova.scheduler.client.report [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.470074] env[62364]: DEBUG nova.network.neutron [-] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.503439] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.533071] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480741, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.905753] env[62364]: DEBUG oslo_concurrency.lockutils [None req-125c4282-d0c7-4407-8d70-c5563930fbc4 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.163s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.906955] env[62364]: DEBUG nova.compute.manager [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.906955] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.907739] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ac2531-f9ad-4bdf-b080-d9f5f7182290 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.916708] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.917019] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab97731-45a3-4f37-b28f-2e44caf125a8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.925261] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.926753] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.933124] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.429s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.935505] env[62364]: INFO nova.compute.claims [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.938976] env[62364]: DEBUG oslo_vmware.api [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 836.938976] env[62364]: value = "task-2480742" [ 836.938976] env[62364]: _type = "Task" [ 836.938976] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.950195] env[62364]: DEBUG oslo_vmware.api [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.972740] env[62364]: INFO nova.compute.manager [-] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Took 1.31 seconds to deallocate network for instance. [ 837.030860] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680509} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.031540] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 5e8c0dc9-2cda-4598-b201-3e970be4a301/5e8c0dc9-2cda-4598-b201-3e970be4a301.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.033408] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.033408] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f565f24-168b-4e0e-a90b-b6c7ad802124 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.040975] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 837.040975] env[62364]: value = "task-2480743" [ 837.040975] env[62364]: _type = "Task" [ 837.040975] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.051484] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.355401] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "f9bfd765-4ebb-4f00-9648-22d719aaa9b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.355704] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "f9bfd765-4ebb-4f00-9648-22d719aaa9b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.355925] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "f9bfd765-4ebb-4f00-9648-22d719aaa9b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.356147] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "f9bfd765-4ebb-4f00-9648-22d719aaa9b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.356341] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "f9bfd765-4ebb-4f00-9648-22d719aaa9b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.358707] env[62364]: INFO nova.compute.manager [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Terminating instance [ 837.432891] env[62364]: DEBUG nova.compute.utils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 837.434485] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.434696] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.453731] env[62364]: DEBUG oslo_vmware.api [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480742, 'name': PowerOffVM_Task, 'duration_secs': 0.300196} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.453839] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.454035] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.454313] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-079025a6-5e7d-4812-a03a-1de1f33f9757 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.465791] env[62364]: DEBUG oslo_concurrency.lockutils [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "d18e2307-4d05-4730-924b-84a5fa3ea253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.466288] env[62364]: DEBUG oslo_concurrency.lockutils [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "d18e2307-4d05-4730-924b-84a5fa3ea253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.466613] env[62364]: DEBUG oslo_concurrency.lockutils [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "d18e2307-4d05-4730-924b-84a5fa3ea253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.470020] env[62364]: DEBUG oslo_concurrency.lockutils [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "d18e2307-4d05-4730-924b-84a5fa3ea253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.470020] env[62364]: DEBUG oslo_concurrency.lockutils [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "d18e2307-4d05-4730-924b-84a5fa3ea253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.470020] env[62364]: INFO nova.compute.manager [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Terminating instance [ 837.480607] env[62364]: DEBUG oslo_concurrency.lockutils [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.497811] env[62364]: DEBUG nova.policy [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bec36c11d74369b2f150797ef2f082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '186777b2564840f28b60829eef8fa594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.536392] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.537440] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.537440] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Deleting the datastore file [datastore1] 1da09049-1ae5-41ce-872c-d0a570e8ed86 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.537440] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a265045d-9d40-4984-97f6-4d12e328484c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.546728] env[62364]: DEBUG oslo_vmware.api [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for the task: (returnval){ [ 837.546728] env[62364]: value = "task-2480745" [ 837.546728] env[62364]: _type = "Task" [ 837.546728] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.561576] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077208} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.564952] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6203aed7-d186-46bf-a73a-c1b5b888c7c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.565787] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.570066] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6133bd-684c-4811-9a1d-382e686b8a6a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.573519] env[62364]: DEBUG oslo_vmware.api [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.592644] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance '1baeefa4-6b4f-4f68-91e5-d02645d64d34' progress to 0 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.614529] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 5e8c0dc9-2cda-4598-b201-3e970be4a301/5e8c0dc9-2cda-4598-b201-3e970be4a301.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.615446] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cd4760c-75af-4c08-80e1-ccb1b77f018e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.642792] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 837.642792] env[62364]: value = "task-2480746" [ 837.642792] env[62364]: _type = "Task" [ 837.642792] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.654958] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.797519] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Successfully created port: 79d2bdc9-6e72-44c8-bc07-249d30867b82 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.862417] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "refresh_cache-f9bfd765-4ebb-4f00-9648-22d719aaa9b8" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.862683] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquired lock "refresh_cache-f9bfd765-4ebb-4f00-9648-22d719aaa9b8" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.862921] env[62364]: DEBUG nova.network.neutron [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.939305] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.974552] env[62364]: DEBUG nova.compute.manager [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.974821] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.976462] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164387da-7264-4029-b44c-5a39844e2f65 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.985222] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.985496] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9df6615-b753-40d8-a643-fcb443ec941b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.993544] env[62364]: DEBUG oslo_vmware.api [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 837.993544] env[62364]: value = "task-2480747" [ 837.993544] env[62364]: _type = "Task" [ 837.993544] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.004201] env[62364]: DEBUG oslo_vmware.api [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.031422] env[62364]: DEBUG nova.compute.manager [req-fa5ce089-8260-4229-abba-de27d0f76146 req-733e1546-2aa2-4713-ab96-f7b5e2e6db74 service nova] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Received event network-vif-deleted-edbcc31e-30e6-40bc-9e3d-e2d25371c138 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 838.062211] env[62364]: DEBUG oslo_vmware.api [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Task: {'id': task-2480745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362291} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.062508] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.062735] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.063013] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.063228] env[62364]: INFO nova.compute.manager [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Took 1.16 seconds to destroy the instance on the hypervisor. [ 838.063505] env[62364]: DEBUG oslo.service.loopingcall [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.063732] env[62364]: DEBUG nova.compute.manager [-] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.063845] env[62364]: DEBUG nova.network.neutron [-] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.117935] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.118310] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d90bcb3-0057-4852-bf51-6831c429454b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.126857] env[62364]: DEBUG oslo_vmware.api [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 838.126857] env[62364]: value = "task-2480748" [ 838.126857] env[62364]: _type = "Task" [ 838.126857] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.140342] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 838.142072] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance '1baeefa4-6b4f-4f68-91e5-d02645d64d34' progress to 17 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.160956] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480746, 'name': ReconfigVM_Task, 'duration_secs': 0.486254} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.161346] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 5e8c0dc9-2cda-4598-b201-3e970be4a301/5e8c0dc9-2cda-4598-b201-3e970be4a301.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.162856] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc9e833b-9e87-4b3c-be10-0ccb5eb71925 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.176487] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 838.176487] env[62364]: value = "task-2480749" [ 838.176487] env[62364]: _type = "Task" [ 838.176487] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.187528] env[62364]: INFO nova.compute.manager [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Rebuilding instance [ 838.196103] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480749, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.247161] env[62364]: DEBUG nova.compute.manager [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.248087] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed284c6-6008-4373-91e3-fa482db53eb4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.394536] env[62364]: DEBUG nova.network.neutron [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.518988] env[62364]: DEBUG oslo_vmware.api [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480747, 'name': PowerOffVM_Task, 'duration_secs': 0.212198} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.519986] env[62364]: DEBUG nova.network.neutron [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.521198] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.521379] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.521866] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a9c42b3-335e-451a-92cb-2f8730536070 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.548860] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217850b2-2bcb-4918-a56a-58fc244cd3bf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.558871] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183ef337-6fb8-486b-85c5-f065b6ecbd36 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.600089] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985cbd4e-1c59-4fed-b3d3-59bcedf87b8c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.607033] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.607033] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.607033] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Deleting the datastore file [datastore1] d18e2307-4d05-4730-924b-84a5fa3ea253 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.607033] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25572877-b8b5-4dae-abc8-e1f7515bef55 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.615757] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cffd99e-765f-4c0c-9050-7d7e6ec5867a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.623688] env[62364]: DEBUG oslo_vmware.api [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 838.623688] env[62364]: value = "task-2480751" [ 838.623688] env[62364]: _type = "Task" [ 838.623688] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.636887] env[62364]: DEBUG nova.compute.provider_tree [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.645943] env[62364]: DEBUG oslo_vmware.api [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.653253] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.653425] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.653704] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.653945] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.654142] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.654301] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.654613] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.654811] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.655068] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.655283] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.655480] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.662588] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25798c05-20c1-49b3-80aa-a4ee20dea23a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.684692] env[62364]: DEBUG oslo_vmware.api [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 838.684692] env[62364]: value = "task-2480752" [ 838.684692] env[62364]: _type = "Task" [ 838.684692] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.693121] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480749, 'name': Rename_Task, 'duration_secs': 0.157901} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.693859] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.694173] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-634304e1-814d-4486-8635-4b72935b510e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.699953] env[62364]: DEBUG oslo_vmware.api [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.706343] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 838.706343] env[62364]: value = "task-2480753" [ 838.706343] env[62364]: _type = "Task" [ 838.706343] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.719351] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.949137] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.984030] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.984191] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.986135] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.986135] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.986135] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.986135] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.986135] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.986135] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.986135] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.986135] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.986135] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.987131] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ecefb9-d92e-4d66-92c0-e5a56a6aac82 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.996633] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806e61e8-c3d6-4372-9b28-055c4b983cbe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.023490] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Releasing lock "refresh_cache-f9bfd765-4ebb-4f00-9648-22d719aaa9b8" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.023982] env[62364]: DEBUG nova.compute.manager [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.024252] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.025258] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147c0099-a1b6-4e95-b41a-1c7b07f29909 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.033470] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.033753] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4445575a-8618-4832-925a-0e17f9a36412 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.041376] env[62364]: DEBUG oslo_vmware.api [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 839.041376] env[62364]: value = "task-2480754" [ 839.041376] env[62364]: _type = "Task" [ 839.041376] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.053431] env[62364]: DEBUG oslo_vmware.api [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.134756] env[62364]: DEBUG oslo_vmware.api [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.136266] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.136266] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.136266] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.136266] env[62364]: INFO nova.compute.manager [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Took 1.16 seconds to destroy the instance on the hypervisor. [ 839.136266] env[62364]: DEBUG oslo.service.loopingcall [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.136685] env[62364]: DEBUG nova.compute.manager [-] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.136685] env[62364]: DEBUG nova.network.neutron [-] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.140332] env[62364]: DEBUG nova.scheduler.client.report [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.200343] env[62364]: DEBUG oslo_vmware.api [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480752, 'name': ReconfigVM_Task, 'duration_secs': 0.261662} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.201151] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance '1baeefa4-6b4f-4f68-91e5-d02645d64d34' progress to 33 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.217457] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480753, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.263189] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.263532] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a383e071-5978-4849-b3fd-02401005a9a3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.270926] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 839.270926] env[62364]: value = "task-2480755" [ 839.270926] env[62364]: _type = "Task" [ 839.270926] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.282135] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.326506] env[62364]: DEBUG nova.network.neutron [-] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.481484] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Successfully updated port: 79d2bdc9-6e72-44c8-bc07-249d30867b82 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.551930] env[62364]: DEBUG oslo_vmware.api [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480754, 'name': PowerOffVM_Task, 'duration_secs': 0.248611} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.552360] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.553595] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.553595] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80312571-25e9-48c7-9f00-9d58939119ce {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.583929] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.584176] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.584362] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Deleting the datastore file [datastore2] f9bfd765-4ebb-4f00-9648-22d719aaa9b8 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.584653] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f89ed8df-7794-4838-9a4e-bd7d9243886f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.592086] env[62364]: DEBUG oslo_vmware.api [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 839.592086] env[62364]: value = "task-2480757" [ 839.592086] env[62364]: _type = "Task" [ 839.592086] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.601904] env[62364]: DEBUG oslo_vmware.api [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.645500] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.646027] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.649013] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.321s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.649013] env[62364]: DEBUG nova.objects.instance [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.713459] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.713628] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.713733] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.713915] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.714076] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.714231] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.714433] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.714623] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.714845] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.715059] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.715230] env[62364]: DEBUG nova.virt.hardware [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.720867] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 839.721407] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b53109fc-94e9-4106-891b-6cd2f303a640 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.742309] env[62364]: DEBUG oslo_vmware.api [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480753, 'name': PowerOnVM_Task, 'duration_secs': 0.546422} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.743799] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.744066] env[62364]: INFO nova.compute.manager [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Took 8.30 seconds to spawn the instance on the hypervisor. [ 839.744210] env[62364]: DEBUG nova.compute.manager [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.744562] env[62364]: DEBUG oslo_vmware.api [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 839.744562] env[62364]: value = "task-2480758" [ 839.744562] env[62364]: _type = "Task" [ 839.744562] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.745326] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fadaa3-20cf-4d5d-b24b-568e99762242 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.758823] env[62364]: DEBUG oslo_vmware.api [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480758, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.781200] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480755, 'name': PowerOffVM_Task, 'duration_secs': 0.259252} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.781504] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.781742] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.782591] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a479f2a-a370-4dd2-bc7b-0eb07b9ced84 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.791584] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.791846] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a948379d-c438-45c8-b846-c4d9ef879918 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.829609] env[62364]: INFO nova.compute.manager [-] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Took 1.77 seconds to deallocate network for instance. [ 839.876815] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.877261] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.877579] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleting the datastore file [datastore1] 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.877964] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f44eaea4-3399-48c4-b9fa-67f681f12313 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.887299] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 839.887299] env[62364]: value = "task-2480760" [ 839.887299] env[62364]: _type = "Task" [ 839.887299] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.901629] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.983316] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "refresh_cache-d38ae620-923b-4e3d-8ee8-157b11c5b8a6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.983643] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "refresh_cache-d38ae620-923b-4e3d-8ee8-157b11c5b8a6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.983935] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.027267] env[62364]: DEBUG nova.network.neutron [-] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.082148] env[62364]: DEBUG nova.compute.manager [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Received event network-vif-deleted-34a4997e-afb0-4666-90dc-d6d1d83b15d5 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 840.082392] env[62364]: DEBUG nova.compute.manager [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Received event network-vif-plugged-79d2bdc9-6e72-44c8-bc07-249d30867b82 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 840.082615] env[62364]: DEBUG oslo_concurrency.lockutils [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] Acquiring lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.082780] env[62364]: DEBUG oslo_concurrency.lockutils [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] Lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.082975] env[62364]: DEBUG oslo_concurrency.lockutils [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] Lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.083367] env[62364]: DEBUG nova.compute.manager [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] No waiting events found dispatching network-vif-plugged-79d2bdc9-6e72-44c8-bc07-249d30867b82 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.083547] env[62364]: WARNING nova.compute.manager [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Received unexpected event network-vif-plugged-79d2bdc9-6e72-44c8-bc07-249d30867b82 for instance with vm_state building and task_state spawning. [ 840.083727] env[62364]: DEBUG nova.compute.manager [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Received event network-changed-79d2bdc9-6e72-44c8-bc07-249d30867b82 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 840.083891] env[62364]: DEBUG nova.compute.manager [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Refreshing instance network info cache due to event network-changed-79d2bdc9-6e72-44c8-bc07-249d30867b82. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 840.084090] env[62364]: DEBUG oslo_concurrency.lockutils [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] Acquiring lock "refresh_cache-d38ae620-923b-4e3d-8ee8-157b11c5b8a6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.102650] env[62364]: DEBUG oslo_vmware.api [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211355} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.103130] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.103324] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.103501] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.103671] env[62364]: INFO nova.compute.manager [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 840.103909] env[62364]: DEBUG oslo.service.loopingcall [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.104239] env[62364]: DEBUG nova.compute.manager [-] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.104239] env[62364]: DEBUG nova.network.neutron [-] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.120507] env[62364]: DEBUG nova.network.neutron [-] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.154024] env[62364]: DEBUG nova.compute.utils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 840.159182] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.159182] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.212573] env[62364]: DEBUG nova.policy [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bec36c11d74369b2f150797ef2f082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '186777b2564840f28b60829eef8fa594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.261648] env[62364]: DEBUG oslo_vmware.api [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480758, 'name': ReconfigVM_Task, 'duration_secs': 0.304911} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.262950] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 840.262950] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b1cb11-dec3-43d3-a4bc-716105d5f493 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.293554] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 1baeefa4-6b4f-4f68-91e5-d02645d64d34/1baeefa4-6b4f-4f68-91e5-d02645d64d34.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.294296] env[62364]: INFO nova.compute.manager [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Took 46.90 seconds to build instance. [ 840.295356] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd2d14de-0e98-40a4-893e-c44011759312 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.317549] env[62364]: DEBUG oslo_vmware.api [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 840.317549] env[62364]: value = "task-2480761" [ 840.317549] env[62364]: _type = "Task" [ 840.317549] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.327567] env[62364]: DEBUG oslo_vmware.api [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.336938] env[62364]: DEBUG oslo_concurrency.lockutils [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.399041] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39914} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.399347] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.399542] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.399724] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.474828] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Successfully created port: 72263101-6a8a-4ea9-bd82-407a4da080ba {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.528405] env[62364]: INFO nova.compute.manager [-] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Took 1.39 seconds to deallocate network for instance. [ 840.542359] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.622624] env[62364]: DEBUG nova.network.neutron [-] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.659943] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.667505] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e0a88f0-37e1-4ca5-ae03-92a3e4e0fdf0 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.668982] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.260s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.671382] env[62364]: INFO nova.compute.claims [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.698834] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "5e8c0dc9-2cda-4598-b201-3e970be4a301" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.806670] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Updating instance_info_cache with network_info: [{"id": "79d2bdc9-6e72-44c8-bc07-249d30867b82", "address": "fa:16:3e:ba:82:6b", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d2bdc9-6e", "ovs_interfaceid": "79d2bdc9-6e72-44c8-bc07-249d30867b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.811268] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e12aace3-8067-46c5-98cd-83084b916a9e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "5e8c0dc9-2cda-4598-b201-3e970be4a301" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.436s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.811565] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "5e8c0dc9-2cda-4598-b201-3e970be4a301" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.114s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.811786] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "5e8c0dc9-2cda-4598-b201-3e970be4a301-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.812035] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "5e8c0dc9-2cda-4598-b201-3e970be4a301-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.812607] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "5e8c0dc9-2cda-4598-b201-3e970be4a301-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.814429] env[62364]: INFO nova.compute.manager [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Terminating instance [ 840.833742] env[62364]: DEBUG oslo_vmware.api [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480761, 'name': ReconfigVM_Task, 'duration_secs': 0.419635} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.834721] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 1baeefa4-6b4f-4f68-91e5-d02645d64d34/1baeefa4-6b4f-4f68-91e5-d02645d64d34.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.835065] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance '1baeefa4-6b4f-4f68-91e5-d02645d64d34' progress to 50 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.041012] env[62364]: DEBUG oslo_concurrency.lockutils [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.125386] env[62364]: INFO nova.compute.manager [-] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Took 1.02 seconds to deallocate network for instance. [ 841.310446] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "refresh_cache-d38ae620-923b-4e3d-8ee8-157b11c5b8a6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.310750] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Instance network_info: |[{"id": "79d2bdc9-6e72-44c8-bc07-249d30867b82", "address": "fa:16:3e:ba:82:6b", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d2bdc9-6e", "ovs_interfaceid": "79d2bdc9-6e72-44c8-bc07-249d30867b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.312109] env[62364]: DEBUG oslo_concurrency.lockutils [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] Acquired lock "refresh_cache-d38ae620-923b-4e3d-8ee8-157b11c5b8a6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.312109] env[62364]: DEBUG nova.network.neutron [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Refreshing network info cache for port 79d2bdc9-6e72-44c8-bc07-249d30867b82 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.312520] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:82:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79d2bdc9-6e72-44c8-bc07-249d30867b82', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.321886] env[62364]: DEBUG oslo.service.loopingcall [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.325403] env[62364]: DEBUG nova.compute.manager [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.325588] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.325847] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.326895] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2813d5-1240-4cb4-9859-d2b8d9063e2f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.329864] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5562fab6-91e7-4ab6-955c-2ef4adc6b2d1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.348364] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96601f4d-d126-4753-85b9-c013d60fff5a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.354682] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.355662] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fa1dcd9-b2ec-45d9-ac71-946def7e35b4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.358759] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.358759] env[62364]: value = "task-2480762" [ 841.358759] env[62364]: _type = "Task" [ 841.358759] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.384294] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7b1a5e-09ed-4e08-bff2-fc291681e220 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.389561] env[62364]: DEBUG oslo_vmware.api [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 841.389561] env[62364]: value = "task-2480763" [ 841.389561] env[62364]: _type = "Task" [ 841.389561] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.418538] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance '1baeefa4-6b4f-4f68-91e5-d02645d64d34' progress to 67 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.424972] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480762, 'name': CreateVM_Task} progress is 15%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.430928] env[62364]: DEBUG oslo_vmware.api [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.455587] env[62364]: DEBUG nova.virt.hardware [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.455910] env[62364]: DEBUG nova.virt.hardware [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.456140] env[62364]: DEBUG nova.virt.hardware [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.456387] env[62364]: DEBUG nova.virt.hardware [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.456645] env[62364]: DEBUG nova.virt.hardware [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.456841] env[62364]: DEBUG nova.virt.hardware [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.457074] env[62364]: DEBUG nova.virt.hardware [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.457412] env[62364]: DEBUG nova.virt.hardware [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.457615] env[62364]: DEBUG nova.virt.hardware [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.457787] env[62364]: DEBUG nova.virt.hardware [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.457982] env[62364]: DEBUG nova.virt.hardware [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.459321] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71b73aa-0837-4b22-a09a-5c1ebeef4e92 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.468825] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95244145-b1fd-4816-a567-65b209e8cf29 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.487611] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:4a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c497e91-a591-4244-b321-03c674f9fd32', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.496802] env[62364]: DEBUG oslo.service.loopingcall [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.501406] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.501781] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-322129ff-a749-424a-88c4-ae34c6070c32 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.525605] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.525605] env[62364]: value = "task-2480764" [ 841.525605] env[62364]: _type = "Task" [ 841.525605] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.537653] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480764, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.636203] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.638447] env[62364]: DEBUG nova.network.neutron [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Updated VIF entry in instance network info cache for port 79d2bdc9-6e72-44c8-bc07-249d30867b82. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.638783] env[62364]: DEBUG nova.network.neutron [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Updating instance_info_cache with network_info: [{"id": "79d2bdc9-6e72-44c8-bc07-249d30867b82", "address": "fa:16:3e:ba:82:6b", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d2bdc9-6e", "ovs_interfaceid": "79d2bdc9-6e72-44c8-bc07-249d30867b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.680439] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.705878] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.706139] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.706384] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.707033] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.707033] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.707033] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.707221] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.707271] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.707408] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.707575] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.707748] env[62364]: DEBUG nova.virt.hardware [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.708668] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f9ca1f-1391-4f40-ac14-bc0ff30fae0a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.720326] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82f6402-dd8a-498c-a4f9-b0a10f540bd0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.887663] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480762, 'name': CreateVM_Task, 'duration_secs': 0.43998} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.887848] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.888631] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.889066] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.889195] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.889465] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0d6ec1-c07a-4d71-a66f-9819411cb2df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.899281] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 841.899281] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e1254a-b471-9132-1734-2da123b26fc6" [ 841.899281] env[62364]: _type = "Task" [ 841.899281] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.905682] env[62364]: DEBUG oslo_vmware.api [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480763, 'name': PowerOffVM_Task, 'duration_secs': 0.214765} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.906365] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.906570] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.906872] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7dd7d4e-fb5e-41ee-949b-d833b7b2350d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.911887] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e1254a-b471-9132-1734-2da123b26fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.983039] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.983039] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.983039] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleting the datastore file [datastore2] 5e8c0dc9-2cda-4598-b201-3e970be4a301 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.983039] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5fa0bad-ed85-4f76-87e5-c4087e8b7fe1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.989673] env[62364]: DEBUG nova.network.neutron [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Port 05d256f6-3d6e-48c0-ab37-edecec205860 binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 841.993827] env[62364]: DEBUG oslo_vmware.api [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 841.993827] env[62364]: value = "task-2480766" [ 841.993827] env[62364]: _type = "Task" [ 841.993827] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.004302] env[62364]: DEBUG oslo_vmware.api [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.039885] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480764, 'name': CreateVM_Task, 'duration_secs': 0.393221} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.040164] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.040864] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.120538] env[62364]: DEBUG nova.compute.manager [req-8e42eab6-a407-4a68-98aa-4de68d9fffa5 req-66d98c61-5638-46d2-8c17-f6d991f6f998 service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Received event network-vif-plugged-72263101-6a8a-4ea9-bd82-407a4da080ba {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 842.120771] env[62364]: DEBUG oslo_concurrency.lockutils [req-8e42eab6-a407-4a68-98aa-4de68d9fffa5 req-66d98c61-5638-46d2-8c17-f6d991f6f998 service nova] Acquiring lock "f7748f65-88c6-459b-93c3-6ee2973396e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.120984] env[62364]: DEBUG oslo_concurrency.lockutils [req-8e42eab6-a407-4a68-98aa-4de68d9fffa5 req-66d98c61-5638-46d2-8c17-f6d991f6f998 service nova] Lock "f7748f65-88c6-459b-93c3-6ee2973396e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.121176] env[62364]: DEBUG oslo_concurrency.lockutils [req-8e42eab6-a407-4a68-98aa-4de68d9fffa5 req-66d98c61-5638-46d2-8c17-f6d991f6f998 service nova] Lock "f7748f65-88c6-459b-93c3-6ee2973396e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.121321] env[62364]: DEBUG nova.compute.manager [req-8e42eab6-a407-4a68-98aa-4de68d9fffa5 req-66d98c61-5638-46d2-8c17-f6d991f6f998 service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] No waiting events found dispatching network-vif-plugged-72263101-6a8a-4ea9-bd82-407a4da080ba {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.121483] env[62364]: WARNING nova.compute.manager [req-8e42eab6-a407-4a68-98aa-4de68d9fffa5 req-66d98c61-5638-46d2-8c17-f6d991f6f998 service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Received unexpected event network-vif-plugged-72263101-6a8a-4ea9-bd82-407a4da080ba for instance with vm_state building and task_state spawning. [ 842.144915] env[62364]: DEBUG oslo_concurrency.lockutils [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] Releasing lock "refresh_cache-d38ae620-923b-4e3d-8ee8-157b11c5b8a6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.144915] env[62364]: DEBUG nova.compute.manager [req-86ea2f85-8e75-480c-87b1-d589c002215c req-7ac5a964-8484-4fe1-833b-bfd05558b702 service nova] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Received event network-vif-deleted-77448cf1-434d-423b-bc95-90ef7f05c6d9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 842.145143] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Successfully updated port: 72263101-6a8a-4ea9-bd82-407a4da080ba {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.170418] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f929b3e5-fa59-4df7-b6ea-791fb698c3f6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.179863] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20cd4d9-e0ba-4383-9720-c4a3e8418d87 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.216159] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf06864-24cd-41f9-90bc-4410d0a2466c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.225144] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d276718-d713-4b79-9307-1c97f4e0cf8a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.240127] env[62364]: DEBUG nova.compute.provider_tree [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.410504] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e1254a-b471-9132-1734-2da123b26fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.012471} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.410828] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.411087] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.411339] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.411489] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.411671] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.411959] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.412284] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.412516] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-509e8667-06b6-4859-9199-d3af71a937c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.414609] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836ed0ae-652e-4179-b125-e55a77ffa7a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.420538] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 842.420538] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5215b831-3328-1027-d483-09ca177d741e" [ 842.420538] env[62364]: _type = "Task" [ 842.420538] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.424392] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.424567] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.425602] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd08e4bc-7b98-45d5-9841-b2d61b2b05b0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.430845] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5215b831-3328-1027-d483-09ca177d741e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.434174] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 842.434174] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f2efe3-f980-807a-0785-4a5ae2bbbbe4" [ 842.434174] env[62364]: _type = "Task" [ 842.434174] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.441949] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f2efe3-f980-807a-0785-4a5ae2bbbbe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.506387] env[62364]: DEBUG oslo_vmware.api [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267689} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.506653] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.506839] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.507022] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.507202] env[62364]: INFO nova.compute.manager [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Took 1.18 seconds to destroy the instance on the hypervisor. [ 842.507446] env[62364]: DEBUG oslo.service.loopingcall [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.507640] env[62364]: DEBUG nova.compute.manager [-] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.507735] env[62364]: DEBUG nova.network.neutron [-] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.647776] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "refresh_cache-f7748f65-88c6-459b-93c3-6ee2973396e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.648112] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "refresh_cache-f7748f65-88c6-459b-93c3-6ee2973396e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.648234] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.746179] env[62364]: DEBUG nova.scheduler.client.report [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.934081] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5215b831-3328-1027-d483-09ca177d741e, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.934081] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.934198] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.934376] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.946570] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f2efe3-f980-807a-0785-4a5ae2bbbbe4, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.947424] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2844f210-c890-4e63-8cbb-f213cedb844f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.953993] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 842.953993] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527dde0b-f779-0167-0b91-5421e6e4a7ba" [ 842.953993] env[62364]: _type = "Task" [ 842.953993] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.962883] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527dde0b-f779-0167-0b91-5421e6e4a7ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.015549] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.015922] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.016015] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.180873] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.254514] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.254777] env[62364]: DEBUG nova.compute.manager [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.257709] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.644s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.257902] env[62364]: DEBUG nova.objects.instance [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lazy-loading 'resources' on Instance uuid f8a27fd4-5e78-446f-8784-d73da9815f59 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.271542] env[62364]: DEBUG nova.network.neutron [-] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.313040] env[62364]: DEBUG nova.network.neutron [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Updating instance_info_cache with network_info: [{"id": "72263101-6a8a-4ea9-bd82-407a4da080ba", "address": "fa:16:3e:0a:76:27", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72263101-6a", "ovs_interfaceid": "72263101-6a8a-4ea9-bd82-407a4da080ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.466478] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527dde0b-f779-0167-0b91-5421e6e4a7ba, 'name': SearchDatastore_Task, 'duration_secs': 0.018033} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.466902] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.467181] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d38ae620-923b-4e3d-8ee8-157b11c5b8a6/d38ae620-923b-4e3d-8ee8-157b11c5b8a6.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.467521] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.467754] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.468028] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39e4434d-7333-45b4-a6e6-9176943f934d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.470366] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eff700a5-57e7-4897-b7c5-9a5e9e91c3a3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.479405] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 843.479405] env[62364]: value = "task-2480767" [ 843.479405] env[62364]: _type = "Task" [ 843.479405] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.484101] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.484317] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.485539] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f2b241-6e59-41c9-94c1-ea0960a8e234 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.491683] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.495801] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 843.495801] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b5b874-0743-abc2-5f16-200c40ce2758" [ 843.495801] env[62364]: _type = "Task" [ 843.495801] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.504793] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b5b874-0743-abc2-5f16-200c40ce2758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.761731] env[62364]: DEBUG nova.compute.utils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 843.766556] env[62364]: DEBUG nova.compute.manager [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.767068] env[62364]: DEBUG nova.network.neutron [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.774841] env[62364]: INFO nova.compute.manager [-] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Took 1.27 seconds to deallocate network for instance. [ 843.779606] env[62364]: DEBUG oslo_vmware.rw_handles [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52170ebb-39ba-9669-5600-3d2bf54195a6/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.781580] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc088c5-b647-4725-89bd-2a789b89bf5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.797988] env[62364]: DEBUG oslo_vmware.rw_handles [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52170ebb-39ba-9669-5600-3d2bf54195a6/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.797988] env[62364]: ERROR oslo_vmware.rw_handles [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52170ebb-39ba-9669-5600-3d2bf54195a6/disk-0.vmdk due to incomplete transfer. [ 843.798223] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2f66237-0506-452b-843b-c8fa6a5f7b90 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.808804] env[62364]: DEBUG oslo_vmware.rw_handles [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52170ebb-39ba-9669-5600-3d2bf54195a6/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 843.809491] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Uploaded image 15d36587-8045-49b8-aade-94525b62550b to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 843.811765] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 843.816047] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aff3c218-8d0c-4e7a-bc95-5ef253d189ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.817688] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "refresh_cache-f7748f65-88c6-459b-93c3-6ee2973396e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.817688] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Instance network_info: |[{"id": "72263101-6a8a-4ea9-bd82-407a4da080ba", "address": "fa:16:3e:0a:76:27", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72263101-6a", "ovs_interfaceid": "72263101-6a8a-4ea9-bd82-407a4da080ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.818683] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:76:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72263101-6a8a-4ea9-bd82-407a4da080ba', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.829000] env[62364]: DEBUG oslo.service.loopingcall [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.829478] env[62364]: DEBUG nova.policy [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27b6f3b9271c43bda76707426cb56e46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b79668e61b5743d8a8fe4cc240a64554', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.835840] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.837164] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8174f078-459f-4db4-9414-cc62fb2de4a3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.857503] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 843.857503] env[62364]: value = "task-2480768" [ 843.857503] env[62364]: _type = "Task" [ 843.857503] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.865836] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.865836] env[62364]: value = "task-2480769" [ 843.865836] env[62364]: _type = "Task" [ 843.865836] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.876312] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480768, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.879464] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480769, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.990952] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480767, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.007160] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b5b874-0743-abc2-5f16-200c40ce2758, 'name': SearchDatastore_Task, 'duration_secs': 0.014051} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.010885] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c231a9d8-8b12-41b5-8362-20af84cf378d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.018065] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 844.018065] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]520007ec-85d3-8054-4689-cc76a43e562d" [ 844.018065] env[62364]: _type = "Task" [ 844.018065] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.034988] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]520007ec-85d3-8054-4689-cc76a43e562d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.098513] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.098707] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.098899] env[62364]: DEBUG nova.network.neutron [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.161538] env[62364]: DEBUG nova.compute.manager [req-5ce5c160-2035-4ea9-b4cd-b554b2be8db3 req-f84c5de8-7ded-4d03-be78-c087acc79ded service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Received event network-changed-72263101-6a8a-4ea9-bd82-407a4da080ba {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 844.161771] env[62364]: DEBUG nova.compute.manager [req-5ce5c160-2035-4ea9-b4cd-b554b2be8db3 req-f84c5de8-7ded-4d03-be78-c087acc79ded service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Refreshing instance network info cache due to event network-changed-72263101-6a8a-4ea9-bd82-407a4da080ba. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 844.162014] env[62364]: DEBUG oslo_concurrency.lockutils [req-5ce5c160-2035-4ea9-b4cd-b554b2be8db3 req-f84c5de8-7ded-4d03-be78-c087acc79ded service nova] Acquiring lock "refresh_cache-f7748f65-88c6-459b-93c3-6ee2973396e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.162188] env[62364]: DEBUG oslo_concurrency.lockutils [req-5ce5c160-2035-4ea9-b4cd-b554b2be8db3 req-f84c5de8-7ded-4d03-be78-c087acc79ded service nova] Acquired lock "refresh_cache-f7748f65-88c6-459b-93c3-6ee2973396e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.162365] env[62364]: DEBUG nova.network.neutron [req-5ce5c160-2035-4ea9-b4cd-b554b2be8db3 req-f84c5de8-7ded-4d03-be78-c087acc79ded service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Refreshing network info cache for port 72263101-6a8a-4ea9-bd82-407a4da080ba {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.234057] env[62364]: DEBUG nova.network.neutron [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Successfully created port: 7f190abf-ef5e-499d-95db-62dbb2567416 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.269101] env[62364]: DEBUG nova.compute.manager [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.297357] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.311661] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3493fedb-2d5f-40e4-90ec-e6ae0a806e8c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.320565] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e40c0e-b172-4c38-ac03-c2491413bc37 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.357449] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f461902-3adc-4022-9bb1-649b02c66441 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.368399] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480768, 'name': Destroy_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.374333] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8cc2df-dab2-4de4-aede-947bd2401d40 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.388611] env[62364]: DEBUG nova.compute.provider_tree [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.393023] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480769, 'name': CreateVM_Task, 'duration_secs': 0.495245} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.393406] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.394072] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.394777] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.394777] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.395227] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09136c38-256b-4186-a8b8-9f0592319f23 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.401135] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 844.401135] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c6d456-3e9e-b724-418c-37db9d8a13b0" [ 844.401135] env[62364]: _type = "Task" [ 844.401135] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.409621] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c6d456-3e9e-b724-418c-37db9d8a13b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.490979] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598168} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.491277] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d38ae620-923b-4e3d-8ee8-157b11c5b8a6/d38ae620-923b-4e3d-8ee8-157b11c5b8a6.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.491500] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.491767] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de9b0080-6c3e-4b82-8c2b-a8f308ebdf9f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.499424] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 844.499424] env[62364]: value = "task-2480770" [ 844.499424] env[62364]: _type = "Task" [ 844.499424] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.508411] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.528427] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]520007ec-85d3-8054-4689-cc76a43e562d, 'name': SearchDatastore_Task, 'duration_secs': 0.043581} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.529115] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.529429] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc/93de3d65-ca9f-41b7-b9a7-f3f60905ebbc.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.529748] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69a23f5f-4822-460b-92c5-cb9243204544 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.537026] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 844.537026] env[62364]: value = "task-2480771" [ 844.537026] env[62364]: _type = "Task" [ 844.537026] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.545664] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.857647] env[62364]: DEBUG nova.network.neutron [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance_info_cache with network_info: [{"id": "05d256f6-3d6e-48c0-ab37-edecec205860", "address": "fa:16:3e:1b:e5:3c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d256f6-3d", "ovs_interfaceid": "05d256f6-3d6e-48c0-ab37-edecec205860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.875631] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480768, 'name': Destroy_Task, 'duration_secs': 0.56419} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.875631] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Destroyed the VM [ 844.875631] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.875631] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fe728a32-b55b-4ec4-991c-f1381967b394 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.887202] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 844.887202] env[62364]: value = "task-2480772" [ 844.887202] env[62364]: _type = "Task" [ 844.887202] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.898532] env[62364]: DEBUG nova.scheduler.client.report [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.903022] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480772, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.914649] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c6d456-3e9e-b724-418c-37db9d8a13b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011582} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.914649] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.914975] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.915401] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.915587] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.915804] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.916843] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8e72c48-83ab-459b-a1a3-3a179384f6bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.933592] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.933844] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.934836] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d39daf-5469-4884-bcab-390db945f285 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.946948] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 844.946948] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5238a8fd-9492-915e-4d4b-e13425af1287" [ 844.946948] env[62364]: _type = "Task" [ 844.946948] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.956858] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5238a8fd-9492-915e-4d4b-e13425af1287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.010779] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069606} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.014983] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.014983] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5949c58-4f8c-4558-963f-199c3fed7060 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.039495] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] d38ae620-923b-4e3d-8ee8-157b11c5b8a6/d38ae620-923b-4e3d-8ee8-157b11c5b8a6.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.040562] env[62364]: DEBUG nova.network.neutron [req-5ce5c160-2035-4ea9-b4cd-b554b2be8db3 req-f84c5de8-7ded-4d03-be78-c087acc79ded service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Updated VIF entry in instance network info cache for port 72263101-6a8a-4ea9-bd82-407a4da080ba. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.040955] env[62364]: DEBUG nova.network.neutron [req-5ce5c160-2035-4ea9-b4cd-b554b2be8db3 req-f84c5de8-7ded-4d03-be78-c087acc79ded service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Updating instance_info_cache with network_info: [{"id": "72263101-6a8a-4ea9-bd82-407a4da080ba", "address": "fa:16:3e:0a:76:27", "network": {"id": "1e90bea9-635c-47ac-961a-558adb9453e7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928249619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "186777b2564840f28b60829eef8fa594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72263101-6a", "ovs_interfaceid": "72263101-6a8a-4ea9-bd82-407a4da080ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.042356] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7d2368f-f1a1-4dc2-af48-3216314c5b93 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.071117] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490156} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.072374] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc/93de3d65-ca9f-41b7-b9a7-f3f60905ebbc.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.072577] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.073198] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 845.073198] env[62364]: value = "task-2480773" [ 845.073198] env[62364]: _type = "Task" [ 845.073198] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.074049] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de238aff-60bc-44a6-a4b8-e9c50e95f572 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.085305] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480773, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.086677] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 845.086677] env[62364]: value = "task-2480774" [ 845.086677] env[62364]: _type = "Task" [ 845.086677] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.096495] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.285822] env[62364]: DEBUG nova.compute.manager [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.320830] env[62364]: DEBUG nova.virt.hardware [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.320830] env[62364]: DEBUG nova.virt.hardware [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.320830] env[62364]: DEBUG nova.virt.hardware [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.320830] env[62364]: DEBUG nova.virt.hardware [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.320830] env[62364]: DEBUG nova.virt.hardware [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.320830] env[62364]: DEBUG nova.virt.hardware [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.321480] env[62364]: DEBUG nova.virt.hardware [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.321815] env[62364]: DEBUG nova.virt.hardware [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.323103] env[62364]: DEBUG nova.virt.hardware [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.323424] env[62364]: DEBUG nova.virt.hardware [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.325073] env[62364]: DEBUG nova.virt.hardware [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.325073] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448854ce-b01c-4ab8-9def-24440ae0f2c0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.335031] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb396b1-85fe-4434-84d2-bc9c2a6aaa49 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.361393] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.397775] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480772, 'name': RemoveSnapshot_Task, 'duration_secs': 0.495302} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.397775] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.399032] env[62364]: DEBUG nova.compute.manager [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.399032] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0158acbb-8304-4711-b149-425ccac2dcc6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.403653] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.408159] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.996s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.408663] env[62364]: DEBUG nova.objects.instance [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lazy-loading 'resources' on Instance uuid 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.431472] env[62364]: INFO nova.scheduler.client.report [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleted allocations for instance f8a27fd4-5e78-446f-8784-d73da9815f59 [ 845.460784] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5238a8fd-9492-915e-4d4b-e13425af1287, 'name': SearchDatastore_Task, 'duration_secs': 0.05429} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.461761] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6711066-eacc-40c2-8e85-4e2e7dfed9ef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.475591] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 845.475591] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a159e4-e443-4d40-293d-cfb7f8a534c9" [ 845.475591] env[62364]: _type = "Task" [ 845.475591] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.179633] env[62364]: DEBUG oslo_concurrency.lockutils [req-5ce5c160-2035-4ea9-b4cd-b554b2be8db3 req-f84c5de8-7ded-4d03-be78-c087acc79ded service nova] Releasing lock "refresh_cache-f7748f65-88c6-459b-93c3-6ee2973396e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.179935] env[62364]: DEBUG nova.compute.manager [req-5ce5c160-2035-4ea9-b4cd-b554b2be8db3 req-f84c5de8-7ded-4d03-be78-c087acc79ded service nova] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Received event network-vif-deleted-85c8450e-00bb-46a0-82c4-888f56676b00 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 846.188929] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a159e4-e443-4d40-293d-cfb7f8a534c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.189147] env[62364]: WARNING oslo_vmware.common.loopingcall [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] task run outlasted interval by 0.22041699999999997 sec [ 846.191842] env[62364]: DEBUG nova.network.neutron [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Successfully updated port: 7f190abf-ef5e-499d-95db-62dbb2567416 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.199797] env[62364]: INFO nova.compute.manager [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Shelve offloading [ 846.214117] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480773, 'name': ReconfigVM_Task, 'duration_secs': 0.346469} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.219456] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Reconfigured VM instance instance-0000003f to attach disk [datastore1] d38ae620-923b-4e3d-8ee8-157b11c5b8a6/d38ae620-923b-4e3d-8ee8-157b11c5b8a6.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.220071] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a159e4-e443-4d40-293d-cfb7f8a534c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012186} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.220578] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096996} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.224304] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d5f9af3-5370-4873-bcca-06ad534c0738 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.226010] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.226306] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f7748f65-88c6-459b-93c3-6ee2973396e3/f7748f65-88c6-459b-93c3-6ee2973396e3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.226581] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.227567] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bcfa9f-d02c-40d2-bfcc-13408191df51 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.230746] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a79a5abf-b902-489c-a342-04cee408dc0c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.233041] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8160b34-a933-4d40-af73-0512fd14b95d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.269750] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc/93de3d65-ca9f-41b7-b9a7-f3f60905ebbc.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.270962] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f42cf632-d1d2-4320-a336-02e3d7b385ee tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "f8a27fd4-5e78-446f-8784-d73da9815f59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.863s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.277434] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15b8464-a48b-466e-a66d-d47787a56d50 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.280298] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49748a55-6800-44de-9a38-67da957c5b45 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.296130] env[62364]: DEBUG nova.compute.manager [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Received event network-vif-plugged-7f190abf-ef5e-499d-95db-62dbb2567416 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 846.296315] env[62364]: DEBUG oslo_concurrency.lockutils [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] Acquiring lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.296552] env[62364]: DEBUG oslo_concurrency.lockutils [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] Lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.296748] env[62364]: DEBUG oslo_concurrency.lockutils [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] Lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.296937] env[62364]: DEBUG nova.compute.manager [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] No waiting events found dispatching network-vif-plugged-7f190abf-ef5e-499d-95db-62dbb2567416 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.297137] env[62364]: WARNING nova.compute.manager [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Received unexpected event network-vif-plugged-7f190abf-ef5e-499d-95db-62dbb2567416 for instance with vm_state building and task_state spawning. [ 846.297332] env[62364]: DEBUG nova.compute.manager [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Received event network-changed-7f190abf-ef5e-499d-95db-62dbb2567416 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 846.297498] env[62364]: DEBUG nova.compute.manager [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Refreshing instance network info cache due to event network-changed-7f190abf-ef5e-499d-95db-62dbb2567416. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 846.297681] env[62364]: DEBUG oslo_concurrency.lockutils [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] Acquiring lock "refresh_cache-4d0b1a75-9371-48e3-b979-78ca6bebd02c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.297836] env[62364]: DEBUG oslo_concurrency.lockutils [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] Acquired lock "refresh_cache-4d0b1a75-9371-48e3-b979-78ca6bebd02c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.298007] env[62364]: DEBUG nova.network.neutron [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Refreshing network info cache for port 7f190abf-ef5e-499d-95db-62dbb2567416 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.299547] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 846.299547] env[62364]: value = "task-2480776" [ 846.299547] env[62364]: _type = "Task" [ 846.299547] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.299829] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 846.299829] env[62364]: value = "task-2480775" [ 846.299829] env[62364]: _type = "Task" [ 846.299829] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.312947] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance '1baeefa4-6b4f-4f68-91e5-d02645d64d34' progress to 83 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.316598] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 846.316598] env[62364]: value = "task-2480777" [ 846.316598] env[62364]: _type = "Task" [ 846.316598] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.330148] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.330475] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480775, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.338480] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.701328] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquiring lock "refresh_cache-4d0b1a75-9371-48e3-b979-78ca6bebd02c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.707273] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.707598] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2cdf9b4-d7ce-411c-b63e-e771e661c02d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.719556] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 846.719556] env[62364]: value = "task-2480778" [ 846.719556] env[62364]: _type = "Task" [ 846.719556] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.725338] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbdba19-d5a8-4d43-a93a-3882589fe53e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.731067] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.738051] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d50ed54-4259-4716-b72d-48c696374e4a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.766718] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21f8e88-e7b9-4fa3-8305-b002f9af0e8f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.774864] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13f9642-3250-4e8a-9d11-a97e16a9a3bf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.790232] env[62364]: DEBUG nova.compute.provider_tree [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.815571] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506864} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.818546] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f7748f65-88c6-459b-93c3-6ee2973396e3/f7748f65-88c6-459b-93c3-6ee2973396e3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.818750] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.820774] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6d684-fe58-4ec4-ac56-50047cd57322 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance '1baeefa4-6b4f-4f68-91e5-d02645d64d34' progress to 100 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.824842] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480775, 'name': Rename_Task, 'duration_secs': 0.165943} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.825279] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27e33478-1854-4f92-a75d-5ace81444b27 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.829040] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.831973] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4191c8b3-33b2-4f87-bef0-25ffa37959bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.837129] env[62364]: DEBUG nova.network.neutron [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.842384] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480777, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.844588] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 846.844588] env[62364]: value = "task-2480780" [ 846.844588] env[62364]: _type = "Task" [ 846.844588] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.844839] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 846.844839] env[62364]: value = "task-2480779" [ 846.844839] env[62364]: _type = "Task" [ 846.844839] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.858558] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.861864] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.924235] env[62364]: DEBUG nova.network.neutron [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.231126] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 847.231416] env[62364]: DEBUG nova.compute.manager [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.232112] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a09e2da-ff8f-481b-9567-e11c18ddb7f3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.238685] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.238863] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.239048] env[62364]: DEBUG nova.network.neutron [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.293979] env[62364]: DEBUG nova.scheduler.client.report [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.338732] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480777, 'name': ReconfigVM_Task, 'duration_secs': 0.556687} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.339767] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc/93de3d65-ca9f-41b7-b9a7-f3f60905ebbc.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.339767] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dbde358-8e56-4a64-b011-159b556d3b20 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.347415] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 847.347415] env[62364]: value = "task-2480781" [ 847.347415] env[62364]: _type = "Task" [ 847.347415] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.361955] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480781, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.367356] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06715} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.367721] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480779, 'name': PowerOnVM_Task, 'duration_secs': 0.498352} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.367817] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.368129] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.368354] env[62364]: INFO nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Took 8.42 seconds to spawn the instance on the hypervisor. [ 847.368540] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.369298] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c4aa03-2b22-4c9a-b0e3-9e3bf2c6cb5f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.373245] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10731642-86d2-4e99-b944-718c07a671f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.400818] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] f7748f65-88c6-459b-93c3-6ee2973396e3/f7748f65-88c6-459b-93c3-6ee2973396e3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.401612] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f5f4a8-fc57-43fd-968b-c5a1b0f22a08 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.422593] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 847.422593] env[62364]: value = "task-2480782" [ 847.422593] env[62364]: _type = "Task" [ 847.422593] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.427162] env[62364]: DEBUG oslo_concurrency.lockutils [req-af96e78f-3e5b-4660-99fa-43b29da78454 req-329926fa-10f1-4cbc-9a7d-4be42315e707 service nova] Releasing lock "refresh_cache-4d0b1a75-9371-48e3-b979-78ca6bebd02c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.427162] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquired lock "refresh_cache-4d0b1a75-9371-48e3-b979-78ca6bebd02c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.427284] env[62364]: DEBUG nova.network.neutron [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.433630] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.799748] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.392s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.802011] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.383s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.803048] env[62364]: DEBUG nova.objects.instance [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lazy-loading 'resources' on Instance uuid 724107ad-1ffc-4bbb-9004-41b95330b0fd {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.821381] env[62364]: INFO nova.scheduler.client.report [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleted allocations for instance 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6 [ 847.865779] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480781, 'name': Rename_Task, 'duration_secs': 0.253503} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.866743] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.867013] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fada0e1-d272-40ba-aac4-3623423a0807 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.874335] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 847.874335] env[62364]: value = "task-2480783" [ 847.874335] env[62364]: _type = "Task" [ 847.874335] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.883177] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.910749] env[62364]: INFO nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Took 49.40 seconds to build instance. [ 847.935994] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480782, 'name': ReconfigVM_Task, 'duration_secs': 0.295304} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.936390] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Reconfigured VM instance instance-00000040 to attach disk [datastore1] f7748f65-88c6-459b-93c3-6ee2973396e3/f7748f65-88c6-459b-93c3-6ee2973396e3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.937329] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b72c098a-ae6e-402d-a5d2-194501b1fded {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.945397] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 847.945397] env[62364]: value = "task-2480784" [ 847.945397] env[62364]: _type = "Task" [ 847.945397] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.949264] env[62364]: DEBUG nova.network.neutron [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updating instance_info_cache with network_info: [{"id": "fc6ebf34-13b2-4516-ac38-895b7128a703", "address": "fa:16:3e:ee:2b:7a", "network": {"id": "ccb45640-b300-41af-baa8-42ed1264d3ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-367646731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482207a5005c4d969f6312c0078628ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6ebf34-13", "ovs_interfaceid": "fc6ebf34-13b2-4516-ac38-895b7128a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.956601] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480784, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.967423] env[62364]: DEBUG nova.network.neutron [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.092330] env[62364]: DEBUG nova.network.neutron [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Updating instance_info_cache with network_info: [{"id": "7f190abf-ef5e-499d-95db-62dbb2567416", "address": "fa:16:3e:c2:6e:e2", "network": {"id": "8a284068-44be-401e-9ce7-2c442c072c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2142867852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b79668e61b5743d8a8fe4cc240a64554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f190abf-ef", "ovs_interfaceid": "7f190abf-ef5e-499d-95db-62dbb2567416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.332623] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd181be-32ab-4396-96d3-1446c6532c42 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "70cf9c0f-457f-4a50-b07a-4f6939d9d7e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.158s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.387298] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480783, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.414697] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.783s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.452316] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.460084] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480784, 'name': Rename_Task, 'duration_secs': 0.190293} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.460353] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.460542] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01bcd442-8d97-46fc-9153-f377a9a4a49b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.470450] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 848.470450] env[62364]: value = "task-2480785" [ 848.470450] env[62364]: _type = "Task" [ 848.470450] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.484670] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.597019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Releasing lock "refresh_cache-4d0b1a75-9371-48e3-b979-78ca6bebd02c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.597528] env[62364]: DEBUG nova.compute.manager [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Instance network_info: |[{"id": "7f190abf-ef5e-499d-95db-62dbb2567416", "address": "fa:16:3e:c2:6e:e2", "network": {"id": "8a284068-44be-401e-9ce7-2c442c072c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2142867852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b79668e61b5743d8a8fe4cc240a64554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f190abf-ef", "ovs_interfaceid": "7f190abf-ef5e-499d-95db-62dbb2567416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.598283] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:6e:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f190abf-ef5e-499d-95db-62dbb2567416', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.607028] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Creating folder: Project (b79668e61b5743d8a8fe4cc240a64554). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.609862] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb0d7727-9d1c-4994-a45c-5f256ef2051d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.627800] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Created folder: Project (b79668e61b5743d8a8fe4cc240a64554) in parent group-v501830. [ 848.627800] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Creating folder: Instances. Parent ref: group-v502019. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.627800] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c6f19ba-4c55-4475-b387-a57a3df12bdb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.642221] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Created folder: Instances in parent group-v502019. [ 848.642543] env[62364]: DEBUG oslo.service.loopingcall [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.642776] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.643133] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c014ccc6-960b-4fef-ac27-f1745596e141 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.668205] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.668205] env[62364]: value = "task-2480788" [ 848.668205] env[62364]: _type = "Task" [ 848.668205] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.677548] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480788, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.760713] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a660f0-8a95-45d6-8d85-ef10a3249c17 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.770883] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4838651-a86b-407a-a86b-396080d33d2b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.807426] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d9772b-1fe4-42df-9480-cf0c441ccc99 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.817622] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0eab9f-32b5-4f5e-9406-fe7eb81dd9d2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.838032] env[62364]: DEBUG nova.compute.provider_tree [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.888571] env[62364]: DEBUG oslo_vmware.api [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480783, 'name': PowerOnVM_Task, 'duration_secs': 0.897615} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.889015] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.889712] env[62364]: DEBUG nova.compute.manager [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.891392] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bef4f72-aea8-4875-bc75-2edb5c57d14a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.919827] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.920138] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.920388] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.920612] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.920797] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.923939] env[62364]: INFO nova.compute.manager [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Terminating instance [ 848.961242] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.962125] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01183280-e3be-473e-8930-dcc3a40d3ac9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.970792] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.971102] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-359869eb-fa77-44fa-91b8-669670be084f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.980794] env[62364]: DEBUG oslo_vmware.api [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480785, 'name': PowerOnVM_Task, 'duration_secs': 0.45924} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.981049] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.981259] env[62364]: INFO nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Took 7.30 seconds to spawn the instance on the hypervisor. [ 848.981474] env[62364]: DEBUG nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.982501] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efd3805-f532-464c-9256-a95088c2d1a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.043924] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.044927] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.044927] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Deleting the datastore file [datastore1] 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.045672] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f41f1779-04e3-4e10-a1bc-2cc17c88644a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.059133] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 849.059133] env[62364]: value = "task-2480790" [ 849.059133] env[62364]: _type = "Task" [ 849.059133] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.064959] env[62364]: DEBUG nova.compute.manager [req-18bae5cb-3953-4cfa-8bf9-edf58ef56067 req-4c343a6c-4981-472d-84d6-7fe82d0f028e service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Received event network-vif-unplugged-fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 849.065348] env[62364]: DEBUG oslo_concurrency.lockutils [req-18bae5cb-3953-4cfa-8bf9-edf58ef56067 req-4c343a6c-4981-472d-84d6-7fe82d0f028e service nova] Acquiring lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.065632] env[62364]: DEBUG oslo_concurrency.lockutils [req-18bae5cb-3953-4cfa-8bf9-edf58ef56067 req-4c343a6c-4981-472d-84d6-7fe82d0f028e service nova] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.065859] env[62364]: DEBUG oslo_concurrency.lockutils [req-18bae5cb-3953-4cfa-8bf9-edf58ef56067 req-4c343a6c-4981-472d-84d6-7fe82d0f028e service nova] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.066081] env[62364]: DEBUG nova.compute.manager [req-18bae5cb-3953-4cfa-8bf9-edf58ef56067 req-4c343a6c-4981-472d-84d6-7fe82d0f028e service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] No waiting events found dispatching network-vif-unplugged-fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.066296] env[62364]: WARNING nova.compute.manager [req-18bae5cb-3953-4cfa-8bf9-edf58ef56067 req-4c343a6c-4981-472d-84d6-7fe82d0f028e service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Received unexpected event network-vif-unplugged-fc6ebf34-13b2-4516-ac38-895b7128a703 for instance with vm_state shelved and task_state shelving_offloading. [ 849.073508] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.178370] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480788, 'name': CreateVM_Task, 'duration_secs': 0.443136} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.178509] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.179211] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.179457] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.179833] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.180093] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6e6e15-a92f-4f58-9995-b61bde50b7a9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.185534] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for the task: (returnval){ [ 849.185534] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c3f796-073a-5c6d-9619-c11fe95dcd0d" [ 849.185534] env[62364]: _type = "Task" [ 849.185534] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.194546] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c3f796-073a-5c6d-9619-c11fe95dcd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.345517] env[62364]: DEBUG nova.scheduler.client.report [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.415834] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.430967] env[62364]: DEBUG nova.compute.manager [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.430967] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.431787] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834fec5e-ff51-4a5f-886a-13fec26d71c0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.440555] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.440818] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1820c8c-e025-4b0e-82e1-48e72db5e2cb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.448489] env[62364]: DEBUG oslo_vmware.api [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 849.448489] env[62364]: value = "task-2480791" [ 849.448489] env[62364]: _type = "Task" [ 849.448489] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.459774] env[62364]: DEBUG oslo_vmware.api [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.502536] env[62364]: INFO nova.compute.manager [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Took 50.04 seconds to build instance. [ 849.568198] env[62364]: DEBUG oslo_vmware.api [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44576} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.568494] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.568685] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.568858] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.595489] env[62364]: INFO nova.scheduler.client.report [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Deleted allocations for instance 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5 [ 849.617597] env[62364]: DEBUG oslo_concurrency.lockutils [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.617822] env[62364]: DEBUG oslo_concurrency.lockutils [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.618130] env[62364]: DEBUG nova.compute.manager [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Going to confirm migration 2 {{(pid=62364) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 849.697897] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c3f796-073a-5c6d-9619-c11fe95dcd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.698259] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.698542] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.698814] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.698973] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.699177] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.699455] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86401373-7907-4fd6-b145-df2794f60d8a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.710388] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.710620] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.711551] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc16c51-c9e5-4be4-8d94-01b6d24e154c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.720759] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for the task: (returnval){ [ 849.720759] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5200fe9f-b7bb-466a-4167-5113a8109c13" [ 849.720759] env[62364]: _type = "Task" [ 849.720759] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.733686] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5200fe9f-b7bb-466a-4167-5113a8109c13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.851268] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.853584] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.877s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.855104] env[62364]: INFO nova.compute.claims [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.869318] env[62364]: INFO nova.scheduler.client.report [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Deleted allocations for instance 724107ad-1ffc-4bbb-9004-41b95330b0fd [ 849.960031] env[62364]: DEBUG oslo_vmware.api [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480791, 'name': PowerOffVM_Task, 'duration_secs': 0.332781} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.960031] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.960031] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.960275] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-632e5d81-e623-4810-91a6-9af7d8b4630d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.004771] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d560e68-aa88-4221-9588-a5c7fc978deb tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "f7748f65-88c6-459b-93c3-6ee2973396e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.351s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.031059] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.031059] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.031059] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleting the datastore file [datastore2] c795eecf-f6ac-4afa-b944-67ec3f8fdb7d {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.031059] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7ddaf8e-d8fa-454a-9d79-72850e066242 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.039736] env[62364]: DEBUG oslo_vmware.api [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 850.039736] env[62364]: value = "task-2480793" [ 850.039736] env[62364]: _type = "Task" [ 850.039736] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.050685] env[62364]: DEBUG oslo_vmware.api [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.100605] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.205736] env[62364]: DEBUG oslo_concurrency.lockutils [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.205923] env[62364]: DEBUG oslo_concurrency.lockutils [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.206123] env[62364]: DEBUG nova.network.neutron [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.206312] env[62364]: DEBUG nova.objects.instance [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'info_cache' on Instance uuid 1baeefa4-6b4f-4f68-91e5-d02645d64d34 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.234832] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.235110] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.235364] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.235647] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.235898] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.238008] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5200fe9f-b7bb-466a-4167-5113a8109c13, 'name': SearchDatastore_Task, 'duration_secs': 0.022338} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.238540] env[62364]: INFO nova.compute.manager [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Terminating instance [ 850.241693] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1276d3-b41a-4df8-b91b-81f6aa7c9836 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.248138] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for the task: (returnval){ [ 850.248138] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52971e36-fdab-cb31-2eec-b3fbf100aae5" [ 850.248138] env[62364]: _type = "Task" [ 850.248138] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.257936] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52971e36-fdab-cb31-2eec-b3fbf100aae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.377642] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52adbcc7-d059-4486-b67b-9d6e57fdaa21 tempest-SecurityGroupsTestJSON-1034016225 tempest-SecurityGroupsTestJSON-1034016225-project-member] Lock "724107ad-1ffc-4bbb-9004-41b95330b0fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.044s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.549761] env[62364]: DEBUG oslo_vmware.api [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196431} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.551082] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.551282] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.551461] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.551630] env[62364]: INFO nova.compute.manager [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 850.552249] env[62364]: DEBUG oslo.service.loopingcall [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.554249] env[62364]: DEBUG nova.compute.manager [-] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.554308] env[62364]: DEBUG nova.network.neutron [-] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.738224] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.738224] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.746472] env[62364]: DEBUG nova.compute.manager [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.746472] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.747448] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39777ad9-9bab-4d19-82aa-a97050dfe31f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.760258] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.766400] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe17126-0b4e-4029-a3e1-c6d681923d27 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.767269] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52971e36-fdab-cb31-2eec-b3fbf100aae5, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.767585] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.767834] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4d0b1a75-9371-48e3-b979-78ca6bebd02c/4d0b1a75-9371-48e3-b979-78ca6bebd02c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.768434] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4e4a2ba-a5f3-4482-aacf-d4ea9051c023 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.774905] env[62364]: DEBUG oslo_vmware.api [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 850.774905] env[62364]: value = "task-2480794" [ 850.774905] env[62364]: _type = "Task" [ 850.774905] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.776632] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for the task: (returnval){ [ 850.776632] env[62364]: value = "task-2480795" [ 850.776632] env[62364]: _type = "Task" [ 850.776632] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.788541] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2480795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.791419] env[62364]: DEBUG oslo_vmware.api [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.905024] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.908441] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.908441] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.908441] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.908441] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.910660] env[62364]: INFO nova.compute.manager [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Terminating instance [ 851.057834] env[62364]: DEBUG oslo_concurrency.lockutils [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "f7748f65-88c6-459b-93c3-6ee2973396e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.058156] env[62364]: DEBUG oslo_concurrency.lockutils [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "f7748f65-88c6-459b-93c3-6ee2973396e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.058380] env[62364]: DEBUG oslo_concurrency.lockutils [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "f7748f65-88c6-459b-93c3-6ee2973396e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.058566] env[62364]: DEBUG oslo_concurrency.lockutils [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "f7748f65-88c6-459b-93c3-6ee2973396e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.058746] env[62364]: DEBUG oslo_concurrency.lockutils [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "f7748f65-88c6-459b-93c3-6ee2973396e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.063649] env[62364]: INFO nova.compute.manager [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Terminating instance [ 851.241186] env[62364]: DEBUG nova.compute.manager [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.296869] env[62364]: DEBUG oslo_vmware.api [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480794, 'name': PowerOffVM_Task, 'duration_secs': 0.422294} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.297409] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.297757] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.298224] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-176f57ed-7ede-4e99-86b3-0a3277655a7c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.307617] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2480795, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.390798] env[62364]: DEBUG nova.compute.manager [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Received event network-changed-fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 851.391467] env[62364]: DEBUG nova.compute.manager [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Refreshing instance network info cache due to event network-changed-fc6ebf34-13b2-4516-ac38-895b7128a703. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 851.391467] env[62364]: DEBUG oslo_concurrency.lockutils [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] Acquiring lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.391467] env[62364]: DEBUG oslo_concurrency.lockutils [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] Acquired lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.391709] env[62364]: DEBUG nova.network.neutron [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Refreshing network info cache for port fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.396171] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.396171] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.396171] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleting the datastore file [datastore1] 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.396443] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeeaf938-cd0a-490d-a3f5-e2f7749e45dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.405030] env[62364]: DEBUG oslo_vmware.api [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 851.405030] env[62364]: value = "task-2480797" [ 851.405030] env[62364]: _type = "Task" [ 851.405030] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.414049] env[62364]: DEBUG oslo_vmware.api [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.415562] env[62364]: DEBUG nova.compute.manager [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.415752] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.416562] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61115cf9-7bc7-4b7f-a688-270e73669aa2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.419961] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1923942-9c6c-467f-817c-8fda2a2df225 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.431799] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596af906-36d8-4ee1-b2ac-e6c30ee7d48c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.435161] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.435433] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f3e3279-31d5-4b82-a8b2-adb53212dcc2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.470377] env[62364]: DEBUG nova.network.neutron [-] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.479436] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e60c7-2c47-4a8e-90b7-d7dc104751fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.483191] env[62364]: DEBUG oslo_vmware.api [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 851.483191] env[62364]: value = "task-2480798" [ 851.483191] env[62364]: _type = "Task" [ 851.483191] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.491086] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f7b56-d378-40cf-bf03-125b05dbec0a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.500696] env[62364]: DEBUG oslo_vmware.api [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.514930] env[62364]: DEBUG nova.compute.provider_tree [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.568743] env[62364]: DEBUG nova.compute.manager [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.569053] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.570089] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46c1cf8-3683-433e-a81e-25ad7f58c406 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.579643] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.579759] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c24b38fa-f800-4dab-9a21-30b1ac3d8e97 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.624235] env[62364]: DEBUG oslo_vmware.api [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 851.624235] env[62364]: value = "task-2480799" [ 851.624235] env[62364]: _type = "Task" [ 851.624235] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.766867] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.794025] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2480795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579195} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.794025] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4d0b1a75-9371-48e3-b979-78ca6bebd02c/4d0b1a75-9371-48e3-b979-78ca6bebd02c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.794025] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.794025] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cf82b36-4cc9-455a-9f95-abe34b386465 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.828313] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for the task: (returnval){ [ 851.828313] env[62364]: value = "task-2480800" [ 851.828313] env[62364]: _type = "Task" [ 851.828313] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.839172] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2480800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.916082] env[62364]: DEBUG oslo_vmware.api [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230417} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.916359] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.916550] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.916727] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.916900] env[62364]: INFO nova.compute.manager [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 851.917162] env[62364]: DEBUG oslo.service.loopingcall [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.918284] env[62364]: DEBUG nova.network.neutron [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance_info_cache with network_info: [{"id": "05d256f6-3d6e-48c0-ab37-edecec205860", "address": "fa:16:3e:1b:e5:3c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d256f6-3d", "ovs_interfaceid": "05d256f6-3d6e-48c0-ab37-edecec205860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.920275] env[62364]: DEBUG nova.compute.manager [-] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.920275] env[62364]: DEBUG nova.network.neutron [-] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.976899] env[62364]: INFO nova.compute.manager [-] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Took 1.42 seconds to deallocate network for instance. [ 851.993774] env[62364]: DEBUG oslo_vmware.api [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480798, 'name': PowerOffVM_Task, 'duration_secs': 0.244669} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.995265] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.995265] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.995265] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e390b233-0b15-41a3-bf7d-1d06c79a5361 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.018385] env[62364]: DEBUG nova.scheduler.client.report [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.074741] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.074984] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.075144] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleting the datastore file [datastore1] d38ae620-923b-4e3d-8ee8-157b11c5b8a6 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.075449] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a04f0544-74eb-4330-af35-4545b101d10b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.083435] env[62364]: DEBUG oslo_vmware.api [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 852.083435] env[62364]: value = "task-2480802" [ 852.083435] env[62364]: _type = "Task" [ 852.083435] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.092447] env[62364]: DEBUG oslo_vmware.api [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.139050] env[62364]: DEBUG oslo_vmware.api [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480799, 'name': PowerOffVM_Task, 'duration_secs': 0.454353} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.139338] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.139517] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.139772] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39246251-c803-4b70-a5c2-4dc0e66e95f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.213242] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.213464] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.213641] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleting the datastore file [datastore1] f7748f65-88c6-459b-93c3-6ee2973396e3 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.213898] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a30a3c-8ee4-406f-94b0-39929265ce38 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.222924] env[62364]: DEBUG oslo_vmware.api [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for the task: (returnval){ [ 852.222924] env[62364]: value = "task-2480804" [ 852.222924] env[62364]: _type = "Task" [ 852.222924] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.228477] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.233619] env[62364]: DEBUG oslo_vmware.api [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.245019] env[62364]: DEBUG nova.network.neutron [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updated VIF entry in instance network info cache for port fc6ebf34-13b2-4516-ac38-895b7128a703. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.245019] env[62364]: DEBUG nova.network.neutron [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updating instance_info_cache with network_info: [{"id": "fc6ebf34-13b2-4516-ac38-895b7128a703", "address": "fa:16:3e:ee:2b:7a", "network": {"id": "ccb45640-b300-41af-baa8-42ed1264d3ab", "bridge": null, "label": "tempest-ServersNegativeTestJSON-367646731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482207a5005c4d969f6312c0078628ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfc6ebf34-13", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.339400] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2480800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098011} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.339960] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.341397] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5ff0ab-381f-43b1-8bca-a90e0e7e720d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.371600] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 4d0b1a75-9371-48e3-b979-78ca6bebd02c/4d0b1a75-9371-48e3-b979-78ca6bebd02c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.372528] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb00ad8-a870-493b-a734-b5d2cdf7252c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.398930] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for the task: (returnval){ [ 852.398930] env[62364]: value = "task-2480805" [ 852.398930] env[62364]: _type = "Task" [ 852.398930] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.410411] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2480805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.424459] env[62364]: DEBUG oslo_concurrency.lockutils [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.424459] env[62364]: DEBUG nova.objects.instance [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'migration_context' on Instance uuid 1baeefa4-6b4f-4f68-91e5-d02645d64d34 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.484754] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.525693] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.525693] env[62364]: DEBUG nova.compute.manager [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.528500] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.308s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.529265] env[62364]: DEBUG nova.objects.instance [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lazy-loading 'resources' on Instance uuid 4afe8752-fff5-49c8-9926-9114fedbf124 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.596026] env[62364]: DEBUG oslo_vmware.api [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429225} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.596449] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.596647] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.596819] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.596987] env[62364]: INFO nova.compute.manager [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 852.597244] env[62364]: DEBUG oslo.service.loopingcall [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.597434] env[62364]: DEBUG nova.compute.manager [-] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.597529] env[62364]: DEBUG nova.network.neutron [-] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.743086] env[62364]: DEBUG oslo_vmware.api [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Task: {'id': task-2480804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308953} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.743430] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.743635] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.743814] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.743992] env[62364]: INFO nova.compute.manager [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 852.744258] env[62364]: DEBUG oslo.service.loopingcall [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.744457] env[62364]: DEBUG nova.compute.manager [-] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.744549] env[62364]: DEBUG nova.network.neutron [-] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.746511] env[62364]: DEBUG oslo_concurrency.lockutils [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] Releasing lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.746738] env[62364]: DEBUG nova.compute.manager [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Received event network-vif-deleted-06b63f09-59cc-4271-bb9a-8d113bcbe2ac {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 852.747073] env[62364]: INFO nova.compute.manager [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Neutron deleted interface 06b63f09-59cc-4271-bb9a-8d113bcbe2ac; detaching it from the instance and deleting it from the info cache [ 852.748282] env[62364]: DEBUG nova.network.neutron [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.792552] env[62364]: DEBUG nova.network.neutron [-] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.910650] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2480805, 'name': ReconfigVM_Task, 'duration_secs': 0.349012} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.910957] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 4d0b1a75-9371-48e3-b979-78ca6bebd02c/4d0b1a75-9371-48e3-b979-78ca6bebd02c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.911801] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cd5404c-d5af-4a37-a115-77dcd57aee49 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.922389] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for the task: (returnval){ [ 852.922389] env[62364]: value = "task-2480806" [ 852.922389] env[62364]: _type = "Task" [ 852.922389] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.926636] env[62364]: DEBUG nova.objects.base [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Object Instance<1baeefa4-6b4f-4f68-91e5-d02645d64d34> lazy-loaded attributes: info_cache,migration_context {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 852.927711] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5068ba83-0144-45f6-a2f5-973eb10e72b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.937225] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2480806, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.962124] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6534245-0697-4239-a0ae-eec0e26da4fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.966291] env[62364]: DEBUG oslo_vmware.api [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 852.966291] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5264170d-b6d4-0521-7a29-2e238557f8fa" [ 852.966291] env[62364]: _type = "Task" [ 852.966291] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.976263] env[62364]: DEBUG oslo_vmware.api [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5264170d-b6d4-0521-7a29-2e238557f8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.007567} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.976558] env[62364]: DEBUG oslo_concurrency.lockutils [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.034156] env[62364]: DEBUG nova.compute.utils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 853.039767] env[62364]: DEBUG nova.compute.manager [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.040013] env[62364]: DEBUG nova.network.neutron [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.114540] env[62364]: DEBUG nova.policy [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb1709a744c143cf944dd2d110f97105', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc2c7a9693c0408ea68f01c31db61440', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.121156] env[62364]: DEBUG nova.compute.manager [req-e7d2d544-5bb6-4de1-bb22-8229326193cc req-6e6ab2be-6ad1-41fc-9633-1a33f5d21e4d service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Received event network-vif-deleted-72263101-6a8a-4ea9-bd82-407a4da080ba {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 853.121156] env[62364]: INFO nova.compute.manager [req-e7d2d544-5bb6-4de1-bb22-8229326193cc req-6e6ab2be-6ad1-41fc-9633-1a33f5d21e4d service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Neutron deleted interface 72263101-6a8a-4ea9-bd82-407a4da080ba; detaching it from the instance and deleting it from the info cache [ 853.121156] env[62364]: DEBUG nova.network.neutron [req-e7d2d544-5bb6-4de1-bb22-8229326193cc req-6e6ab2be-6ad1-41fc-9633-1a33f5d21e4d service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.251037] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c8c001c-b441-48fa-953f-4bae9c22b7c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.263059] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e172fe0d-3421-42fb-9a76-19816a78ada9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.301881] env[62364]: INFO nova.compute.manager [-] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Took 1.38 seconds to deallocate network for instance. [ 853.301881] env[62364]: DEBUG nova.compute.manager [req-b1b09efb-cfb6-4548-8b55-76722e7c04a1 req-75e6697c-f3ce-46c1-b6bf-54a322e8c2ee service nova] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Detach interface failed, port_id=06b63f09-59cc-4271-bb9a-8d113bcbe2ac, reason: Instance c795eecf-f6ac-4afa-b944-67ec3f8fdb7d could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 853.320819] env[62364]: DEBUG nova.network.neutron [-] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.435492] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2480806, 'name': Rename_Task, 'duration_secs': 0.157778} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.435794] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.436836] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd717f79-7348-488d-9b29-c9237b939c61 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.447019] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for the task: (returnval){ [ 853.447019] env[62364]: value = "task-2480807" [ 853.447019] env[62364]: _type = "Task" [ 853.447019] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.457944] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2480807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.486433] env[62364]: DEBUG nova.compute.manager [req-bcc3dcc6-046e-4641-aaec-24a47579883b req-df87292e-653d-42e4-a3f6-35b1f0e8205c service nova] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Received event network-vif-deleted-5c497e91-a591-4244-b321-03c674f9fd32 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 853.486684] env[62364]: DEBUG nova.compute.manager [req-bcc3dcc6-046e-4641-aaec-24a47579883b req-df87292e-653d-42e4-a3f6-35b1f0e8205c service nova] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Received event network-vif-deleted-79d2bdc9-6e72-44c8-bc07-249d30867b82 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 853.536936] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf408465-4dc1-49fd-a898-517ef4cf391d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.542837] env[62364]: DEBUG nova.compute.manager [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.549740] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d6c67d-ca66-43a8-a938-ed332afc44ba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.553664] env[62364]: DEBUG nova.network.neutron [-] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.587881] env[62364]: DEBUG nova.network.neutron [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Successfully created port: b9d4f246-5577-40ce-9454-3ca6cc411479 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.591381] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c364c2-2d8f-4e03-a542-e881e73df409 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.601080] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7efb3d-47b0-4c16-bb58-17e249633d24 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.617974] env[62364]: DEBUG nova.compute.provider_tree [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.626521] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fc247de-f68d-4909-bbe5-85f73d2b0ec7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.637946] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa1e8a3-17ed-48c1-96e0-c0805511ad10 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.673822] env[62364]: DEBUG nova.compute.manager [req-e7d2d544-5bb6-4de1-bb22-8229326193cc req-6e6ab2be-6ad1-41fc-9633-1a33f5d21e4d service nova] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Detach interface failed, port_id=72263101-6a8a-4ea9-bd82-407a4da080ba, reason: Instance f7748f65-88c6-459b-93c3-6ee2973396e3 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 853.808427] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.824268] env[62364]: INFO nova.compute.manager [-] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Took 1.23 seconds to deallocate network for instance. [ 853.956255] env[62364]: DEBUG oslo_vmware.api [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2480807, 'name': PowerOnVM_Task, 'duration_secs': 0.479006} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.956567] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.956771] env[62364]: INFO nova.compute.manager [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Took 8.67 seconds to spawn the instance on the hypervisor. [ 853.956945] env[62364]: DEBUG nova.compute.manager [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.957756] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac6fb1-0a7e-4a42-9a73-edf71e6e14e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.056754] env[62364]: INFO nova.compute.manager [-] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Took 1.31 seconds to deallocate network for instance. [ 854.121505] env[62364]: DEBUG nova.scheduler.client.report [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.330588] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.474813] env[62364]: INFO nova.compute.manager [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Took 43.09 seconds to build instance. [ 854.554681] env[62364]: DEBUG nova.compute.manager [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.565372] env[62364]: DEBUG oslo_concurrency.lockutils [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.580107] env[62364]: DEBUG nova.virt.hardware [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.580107] env[62364]: DEBUG nova.virt.hardware [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.580107] env[62364]: DEBUG nova.virt.hardware [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.580107] env[62364]: DEBUG nova.virt.hardware [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.580107] env[62364]: DEBUG nova.virt.hardware [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.580857] env[62364]: DEBUG nova.virt.hardware [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.581280] env[62364]: DEBUG nova.virt.hardware [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.581554] env[62364]: DEBUG nova.virt.hardware [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.581991] env[62364]: DEBUG nova.virt.hardware [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.582303] env[62364]: DEBUG nova.virt.hardware [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.582593] env[62364]: DEBUG nova.virt.hardware [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.583686] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeedf42-d074-448a-a68b-605769043f10 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.592852] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96cb95c-2dc5-40d8-b9bc-18cae8cf7d7d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.631036] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.631036] env[62364]: DEBUG oslo_concurrency.lockutils [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.495s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.631036] env[62364]: DEBUG nova.objects.instance [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Lazy-loading 'resources' on Instance uuid 2dc947e4-082c-4401-a657-c3fd76c9902c {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.656911] env[62364]: INFO nova.scheduler.client.report [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Deleted allocations for instance 4afe8752-fff5-49c8-9926-9114fedbf124 [ 854.977488] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b45ab211-b34d-4314-853d-198e25f0749e tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.407s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.167271] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a38201ce-ccf6-462e-93c2-6be957a40052 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "4afe8752-fff5-49c8-9926-9114fedbf124" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.399s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.260791] env[62364]: DEBUG nova.compute.manager [req-be45ee18-51f0-4fdf-a7c5-5083c7c896c7 req-29249769-3821-4944-a9ed-6b0cbb23c9ae service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Received event network-changed-7f190abf-ef5e-499d-95db-62dbb2567416 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 855.260791] env[62364]: DEBUG nova.compute.manager [req-be45ee18-51f0-4fdf-a7c5-5083c7c896c7 req-29249769-3821-4944-a9ed-6b0cbb23c9ae service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Refreshing instance network info cache due to event network-changed-7f190abf-ef5e-499d-95db-62dbb2567416. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 855.260791] env[62364]: DEBUG oslo_concurrency.lockutils [req-be45ee18-51f0-4fdf-a7c5-5083c7c896c7 req-29249769-3821-4944-a9ed-6b0cbb23c9ae service nova] Acquiring lock "refresh_cache-4d0b1a75-9371-48e3-b979-78ca6bebd02c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.261027] env[62364]: DEBUG oslo_concurrency.lockutils [req-be45ee18-51f0-4fdf-a7c5-5083c7c896c7 req-29249769-3821-4944-a9ed-6b0cbb23c9ae service nova] Acquired lock "refresh_cache-4d0b1a75-9371-48e3-b979-78ca6bebd02c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.261027] env[62364]: DEBUG nova.network.neutron [req-be45ee18-51f0-4fdf-a7c5-5083c7c896c7 req-29249769-3821-4944-a9ed-6b0cbb23c9ae service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Refreshing network info cache for port 7f190abf-ef5e-499d-95db-62dbb2567416 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.459377] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.459646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.529860] env[62364]: DEBUG nova.network.neutron [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Successfully updated port: b9d4f246-5577-40ce-9454-3ca6cc411479 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.614899] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefd604c-ea66-404c-8382-60b24e49777c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.625796] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f599884-1674-47de-bf93-b152f00c380c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.658286] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed4c877-4ce0-451b-8b1f-e62ecfa5bd2e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.668089] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b491d16b-a3ca-4a0e-88c4-38034058a261 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.683567] env[62364]: DEBUG nova.compute.provider_tree [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.860275] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "6a3afe1b-9107-4a04-897c-b48982e9277e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.860512] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "6a3afe1b-9107-4a04-897c-b48982e9277e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.964953] env[62364]: DEBUG nova.compute.manager [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.989865] env[62364]: DEBUG nova.compute.manager [req-f287b48b-71e6-4b6e-bfbf-b8b9df1d3d1d req-67928dd8-5379-4370-b1a6-fc7fb614866e service nova] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Received event network-vif-plugged-b9d4f246-5577-40ce-9454-3ca6cc411479 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 855.990300] env[62364]: DEBUG oslo_concurrency.lockutils [req-f287b48b-71e6-4b6e-bfbf-b8b9df1d3d1d req-67928dd8-5379-4370-b1a6-fc7fb614866e service nova] Acquiring lock "29e2db4c-b604-48a9-9456-af765f7e3ee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.990509] env[62364]: DEBUG oslo_concurrency.lockutils [req-f287b48b-71e6-4b6e-bfbf-b8b9df1d3d1d req-67928dd8-5379-4370-b1a6-fc7fb614866e service nova] Lock "29e2db4c-b604-48a9-9456-af765f7e3ee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.990509] env[62364]: DEBUG oslo_concurrency.lockutils [req-f287b48b-71e6-4b6e-bfbf-b8b9df1d3d1d req-67928dd8-5379-4370-b1a6-fc7fb614866e service nova] Lock "29e2db4c-b604-48a9-9456-af765f7e3ee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.990903] env[62364]: DEBUG nova.compute.manager [req-f287b48b-71e6-4b6e-bfbf-b8b9df1d3d1d req-67928dd8-5379-4370-b1a6-fc7fb614866e service nova] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] No waiting events found dispatching network-vif-plugged-b9d4f246-5577-40ce-9454-3ca6cc411479 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.991049] env[62364]: WARNING nova.compute.manager [req-f287b48b-71e6-4b6e-bfbf-b8b9df1d3d1d req-67928dd8-5379-4370-b1a6-fc7fb614866e service nova] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Received unexpected event network-vif-plugged-b9d4f246-5577-40ce-9454-3ca6cc411479 for instance with vm_state building and task_state spawning. [ 856.032607] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "refresh_cache-29e2db4c-b604-48a9-9456-af765f7e3ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.032764] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "refresh_cache-29e2db4c-b604-48a9-9456-af765f7e3ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.032919] env[62364]: DEBUG nova.network.neutron [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.124583] env[62364]: DEBUG nova.network.neutron [req-be45ee18-51f0-4fdf-a7c5-5083c7c896c7 req-29249769-3821-4944-a9ed-6b0cbb23c9ae service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Updated VIF entry in instance network info cache for port 7f190abf-ef5e-499d-95db-62dbb2567416. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.124583] env[62364]: DEBUG nova.network.neutron [req-be45ee18-51f0-4fdf-a7c5-5083c7c896c7 req-29249769-3821-4944-a9ed-6b0cbb23c9ae service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Updating instance_info_cache with network_info: [{"id": "7f190abf-ef5e-499d-95db-62dbb2567416", "address": "fa:16:3e:c2:6e:e2", "network": {"id": "8a284068-44be-401e-9ce7-2c442c072c2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2142867852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b79668e61b5743d8a8fe4cc240a64554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f190abf-ef", "ovs_interfaceid": "7f190abf-ef5e-499d-95db-62dbb2567416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.187232] env[62364]: DEBUG nova.scheduler.client.report [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.259184] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.259415] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.363376] env[62364]: DEBUG nova.compute.manager [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.488801] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.573632] env[62364]: DEBUG nova.network.neutron [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.599340] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "1731dcf5-2494-4286-8978-980a03a07e06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.599599] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "1731dcf5-2494-4286-8978-980a03a07e06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.627345] env[62364]: DEBUG oslo_concurrency.lockutils [req-be45ee18-51f0-4fdf-a7c5-5083c7c896c7 req-29249769-3821-4944-a9ed-6b0cbb23c9ae service nova] Releasing lock "refresh_cache-4d0b1a75-9371-48e3-b979-78ca6bebd02c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.692843] env[62364]: DEBUG oslo_concurrency.lockutils [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.695198] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.150s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.695518] env[62364]: DEBUG nova.objects.instance [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Lazy-loading 'resources' on Instance uuid 12b9057d-3f11-4215-908f-72419eed5b66 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.718350] env[62364]: INFO nova.scheduler.client.report [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Deleted allocations for instance 2dc947e4-082c-4401-a657-c3fd76c9902c [ 856.759735] env[62364]: DEBUG nova.network.neutron [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Updating instance_info_cache with network_info: [{"id": "b9d4f246-5577-40ce-9454-3ca6cc411479", "address": "fa:16:3e:27:b2:78", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d4f246-55", "ovs_interfaceid": "b9d4f246-5577-40ce-9454-3ca6cc411479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.761675] env[62364]: DEBUG nova.compute.manager [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.881850] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.101852] env[62364]: DEBUG nova.compute.manager [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.225411] env[62364]: DEBUG oslo_concurrency.lockutils [None req-505d9fbb-ed0d-48dd-af03-bfda12121edc tempest-ServersNegativeTestMultiTenantJSON-222021930 tempest-ServersNegativeTestMultiTenantJSON-222021930-project-member] Lock "2dc947e4-082c-4401-a657-c3fd76c9902c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.715s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.262787] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "refresh_cache-29e2db4c-b604-48a9-9456-af765f7e3ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.263401] env[62364]: DEBUG nova.compute.manager [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Instance network_info: |[{"id": "b9d4f246-5577-40ce-9454-3ca6cc411479", "address": "fa:16:3e:27:b2:78", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d4f246-55", "ovs_interfaceid": "b9d4f246-5577-40ce-9454-3ca6cc411479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.263600] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:b2:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9d4f246-5577-40ce-9454-3ca6cc411479', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.272026] env[62364]: DEBUG oslo.service.loopingcall [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.276124] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.276782] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c64a68b4-bac9-4c89-a00e-44d31ade866d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.303318] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.303318] env[62364]: value = "task-2480808" [ 857.303318] env[62364]: _type = "Task" [ 857.303318] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.310872] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.318150] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480808, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.624159] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.679151] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1746f2-a7df-4e73-a840-e67779b0ce8b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.689548] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930ae1b0-e9b7-4acf-88df-b406646189ca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.720446] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4828bd-f6e5-4d8e-bdf0-842ad3876062 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.738082] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a83e881-a769-427d-99e6-81292cd84783 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.755641] env[62364]: DEBUG nova.compute.provider_tree [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.814888] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480808, 'name': CreateVM_Task, 'duration_secs': 0.388164} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.815071] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.815838] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.815955] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.816315] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.816591] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ebde22-bb89-4d67-97fb-84ab1b611c16 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.821470] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 857.821470] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e125cf-1975-b771-0c4a-9467d62e4bec" [ 857.821470] env[62364]: _type = "Task" [ 857.821470] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.831529] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e125cf-1975-b771-0c4a-9467d62e4bec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.021614] env[62364]: DEBUG nova.compute.manager [req-0d525515-9802-4162-b070-2850bd8cbe8c req-cb463a4a-72a3-414e-ae38-32b96a34a96a service nova] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Received event network-changed-b9d4f246-5577-40ce-9454-3ca6cc411479 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 858.021994] env[62364]: DEBUG nova.compute.manager [req-0d525515-9802-4162-b070-2850bd8cbe8c req-cb463a4a-72a3-414e-ae38-32b96a34a96a service nova] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Refreshing instance network info cache due to event network-changed-b9d4f246-5577-40ce-9454-3ca6cc411479. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 858.022104] env[62364]: DEBUG oslo_concurrency.lockutils [req-0d525515-9802-4162-b070-2850bd8cbe8c req-cb463a4a-72a3-414e-ae38-32b96a34a96a service nova] Acquiring lock "refresh_cache-29e2db4c-b604-48a9-9456-af765f7e3ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.022326] env[62364]: DEBUG oslo_concurrency.lockutils [req-0d525515-9802-4162-b070-2850bd8cbe8c req-cb463a4a-72a3-414e-ae38-32b96a34a96a service nova] Acquired lock "refresh_cache-29e2db4c-b604-48a9-9456-af765f7e3ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.022643] env[62364]: DEBUG nova.network.neutron [req-0d525515-9802-4162-b070-2850bd8cbe8c req-cb463a4a-72a3-414e-ae38-32b96a34a96a service nova] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Refreshing network info cache for port b9d4f246-5577-40ce-9454-3ca6cc411479 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.259348] env[62364]: DEBUG nova.scheduler.client.report [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.336677] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e125cf-1975-b771-0c4a-9467d62e4bec, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.336986] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.337359] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.337611] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.337780] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.338142] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.338232] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f6dcdff-c388-4251-8acd-85512fd6b5b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.348020] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.348208] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.348918] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848a5e36-6a55-4cdb-a509-f827a776a09d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.354359] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 858.354359] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]528a5c40-6dab-a55c-af2b-cc5de5137390" [ 858.354359] env[62364]: _type = "Task" [ 858.354359] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.363503] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528a5c40-6dab-a55c-af2b-cc5de5137390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.765527] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.767866] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.038s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.769360] env[62364]: INFO nova.compute.claims [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.806636] env[62364]: INFO nova.scheduler.client.report [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Deleted allocations for instance 12b9057d-3f11-4215-908f-72419eed5b66 [ 858.865938] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528a5c40-6dab-a55c-af2b-cc5de5137390, 'name': SearchDatastore_Task, 'duration_secs': 0.009722} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.867314] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde94774-9d7e-4ccf-9746-711c5c7d074a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.875024] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 858.875024] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c3528f-b740-b10a-5351-33ecebeb04cb" [ 858.875024] env[62364]: _type = "Task" [ 858.875024] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.881159] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c3528f-b740-b10a-5351-33ecebeb04cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.192030] env[62364]: DEBUG nova.network.neutron [req-0d525515-9802-4162-b070-2850bd8cbe8c req-cb463a4a-72a3-414e-ae38-32b96a34a96a service nova] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Updated VIF entry in instance network info cache for port b9d4f246-5577-40ce-9454-3ca6cc411479. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.192377] env[62364]: DEBUG nova.network.neutron [req-0d525515-9802-4162-b070-2850bd8cbe8c req-cb463a4a-72a3-414e-ae38-32b96a34a96a service nova] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Updating instance_info_cache with network_info: [{"id": "b9d4f246-5577-40ce-9454-3ca6cc411479", "address": "fa:16:3e:27:b2:78", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d4f246-55", "ovs_interfaceid": "b9d4f246-5577-40ce-9454-3ca6cc411479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.314650] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55a718c7-e622-41f4-90af-a4573fc21015 tempest-ServerTagsTestJSON-1693166192 tempest-ServerTagsTestJSON-1693166192-project-member] Lock "12b9057d-3f11-4215-908f-72419eed5b66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.224s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.390683] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c3528f-b740-b10a-5351-33ecebeb04cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.392311] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.392311] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 29e2db4c-b604-48a9-9456-af765f7e3ee5/29e2db4c-b604-48a9-9456-af765f7e3ee5.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.392311] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fd74e70-dbe7-4bef-9400-31f398d3288b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.403858] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 859.403858] env[62364]: value = "task-2480809" [ 859.403858] env[62364]: _type = "Task" [ 859.403858] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.415137] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.696294] env[62364]: DEBUG oslo_concurrency.lockutils [req-0d525515-9802-4162-b070-2850bd8cbe8c req-cb463a4a-72a3-414e-ae38-32b96a34a96a service nova] Releasing lock "refresh_cache-29e2db4c-b604-48a9-9456-af765f7e3ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.916272] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45536} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.916573] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 29e2db4c-b604-48a9-9456-af765f7e3ee5/29e2db4c-b604-48a9-9456-af765f7e3ee5.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.916729] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.916976] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53dd32b9-c6c0-46ef-8448-2426c747fb35 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.922981] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 859.922981] env[62364]: value = "task-2480810" [ 859.922981] env[62364]: _type = "Task" [ 859.922981] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.933077] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.210448] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aae2a34-74ab-40b5-9d38-43e2eaafe296 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.219840] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8895618e-718f-42b1-b89b-5636e4c7e488 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.257602] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db66387e-ab38-417b-beb6-28a5bf0aa283 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.265549] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997d33e3-f73f-4105-9878-57ba3a422b71 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.281408] env[62364]: DEBUG nova.compute.provider_tree [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.435251] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059792} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.435784] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.436521] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c46e47-088a-4d0a-8ef1-0da71c7f2abe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.464230] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 29e2db4c-b604-48a9-9456-af765f7e3ee5/29e2db4c-b604-48a9-9456-af765f7e3ee5.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.464618] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-675c59ca-4c26-46e8-9631-5038b3f1ee85 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.485102] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 860.485102] env[62364]: value = "task-2480811" [ 860.485102] env[62364]: _type = "Task" [ 860.485102] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.496212] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.784778] env[62364]: DEBUG nova.scheduler.client.report [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.996122] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480811, 'name': ReconfigVM_Task, 'duration_secs': 0.324092} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.996476] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 29e2db4c-b604-48a9-9456-af765f7e3ee5/29e2db4c-b604-48a9-9456-af765f7e3ee5.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.997315] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c809062e-9de3-43f5-8475-6c9078080ea4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.004029] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 861.004029] env[62364]: value = "task-2480812" [ 861.004029] env[62364]: _type = "Task" [ 861.004029] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.012426] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480812, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.292792] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.297024] env[62364]: DEBUG nova.compute.manager [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.299852] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.677s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.513803] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480812, 'name': Rename_Task, 'duration_secs': 0.140702} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.516605] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.516970] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac792f5e-e656-4632-9465-7f0b9b864e05 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.524479] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 861.524479] env[62364]: value = "task-2480813" [ 861.524479] env[62364]: _type = "Task" [ 861.524479] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.534201] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.804075] env[62364]: DEBUG nova.compute.utils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 861.818425] env[62364]: DEBUG nova.compute.manager [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.819110] env[62364]: DEBUG nova.network.neutron [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.903959] env[62364]: DEBUG nova.policy [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c090b8be2d9145f1b1f28862bdddc788', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8509d2f917c240c48303b2f2df57bdd1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.035413] env[62364]: DEBUG oslo_vmware.api [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480813, 'name': PowerOnVM_Task, 'duration_secs': 0.450114} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.036124] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.036124] env[62364]: INFO nova.compute.manager [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Took 7.48 seconds to spawn the instance on the hypervisor. [ 862.036124] env[62364]: DEBUG nova.compute.manager [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.036901] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a265f60-800a-4955-8ce7-31081598b0d1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.196975] env[62364]: DEBUG nova.network.neutron [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Successfully created port: 6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.318564] env[62364]: DEBUG nova.compute.manager [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.322165] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Applying migration context for instance 1baeefa4-6b4f-4f68-91e5-d02645d64d34 as it has an incoming, in-progress migration 83fa29a3-ca4e-419a-971f-107de92b4b4a. Migration status is confirming {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 862.324320] env[62364]: INFO nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating resource usage from migration 83fa29a3-ca4e-419a-971f-107de92b4b4a [ 862.363640] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 1da09049-1ae5-41ce-872c-d0a570e8ed86 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 862.363877] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 006ebec8-be86-4e52-882e-592bcf43675b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.364019] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance d7b994ce-8b34-4d1f-b857-458a40a6fe6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.365057] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 829a7b11-bbd2-4193-869c-71fb8e8e0075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.365057] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 2932b01a-b89d-4a34-8df8-fd8e2c165b8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.365057] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance c795eecf-f6ac-4afa-b944-67ec3f8fdb7d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 862.365057] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 7ea8e176-5744-4efd-85c3-f2a4511ffd4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.365057] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance d31cec87-f24e-40d0-aa22-462f2eb62ea2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.365057] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 2e0093e3-fc10-4f88-bbed-b233c9f1b44a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.365057] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance a2e401f8-0237-45cb-88f2-06058dfc079e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 862.365057] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance e5cb70a0-b975-42f4-a7e9-d94451db1391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.365057] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance f313f1f4-a761-405e-aa0f-a676f6bcc4ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.365351] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance d18e2307-4d05-4730-924b-84a5fa3ea253 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 862.365351] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.365425] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance f9bfd765-4ebb-4f00-9648-22d719aaa9b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 862.365570] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 54d3ea7d-6200-4e70-9799-0bb81445daeb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 862.366058] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 862.366058] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 5e8c0dc9-2cda-4598-b201-3e970be4a301 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 862.366058] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance d38ae620-923b-4e3d-8ee8-157b11c5b8a6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 862.366203] env[62364]: WARNING nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance f7748f65-88c6-459b-93c3-6ee2973396e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 862.366275] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Migration 83fa29a3-ca4e-419a-971f-107de92b4b4a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 862.366407] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 1baeefa4-6b4f-4f68-91e5-d02645d64d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.367497] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 4d0b1a75-9371-48e3-b979-78ca6bebd02c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.367678] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 29e2db4c-b604-48a9-9456-af765f7e3ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.367744] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 7159d8b6-13fb-41e2-81e5-48df5805be14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 862.556875] env[62364]: INFO nova.compute.manager [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Took 48.60 seconds to build instance. [ 862.872013] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 30c59dc6-31fa-4eda-97b8-2d4cd8cba180 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 863.059504] env[62364]: DEBUG oslo_concurrency.lockutils [None req-040b5709-43cc-49ae-b350-c2161be78e91 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "29e2db4c-b604-48a9-9456-af765f7e3ee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.298s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.333444] env[62364]: DEBUG nova.compute.manager [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.364268] env[62364]: DEBUG nova.virt.hardware [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:41:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5a0a0159-f3f7-41c2-b5d1-87cbc65a8fda',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-22207554',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.364609] env[62364]: DEBUG nova.virt.hardware [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.364894] env[62364]: DEBUG nova.virt.hardware [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.365133] env[62364]: DEBUG nova.virt.hardware [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.365343] env[62364]: DEBUG nova.virt.hardware [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.365585] env[62364]: DEBUG nova.virt.hardware [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.365854] env[62364]: DEBUG nova.virt.hardware [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.366092] env[62364]: DEBUG nova.virt.hardware [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.366532] env[62364]: DEBUG nova.virt.hardware [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.366865] env[62364]: DEBUG nova.virt.hardware [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.367119] env[62364]: DEBUG nova.virt.hardware [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.368103] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b1fe8d-bc5f-4126-bd44-dcbdd90f7788 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.376897] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163e1523-ef3c-4a82-b623-ed942772073b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.382396] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance c2ad54f6-1807-43b2-bbef-134672e11ae9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 863.885679] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 863.885902] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (d900e044-5565-4a73-8d60-eaba89b18259): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 863.889833] env[62364]: DEBUG nova.compute.manager [req-607ac157-c38a-4953-8c62-b98d3a25fe4a req-728ee1e0-56c5-4529-8e7a-4c4ce9f8952f service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Received event network-vif-plugged-6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 863.890117] env[62364]: DEBUG oslo_concurrency.lockutils [req-607ac157-c38a-4953-8c62-b98d3a25fe4a req-728ee1e0-56c5-4529-8e7a-4c4ce9f8952f service nova] Acquiring lock "7159d8b6-13fb-41e2-81e5-48df5805be14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.890377] env[62364]: DEBUG oslo_concurrency.lockutils [req-607ac157-c38a-4953-8c62-b98d3a25fe4a req-728ee1e0-56c5-4529-8e7a-4c4ce9f8952f service nova] Lock "7159d8b6-13fb-41e2-81e5-48df5805be14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.890591] env[62364]: DEBUG oslo_concurrency.lockutils [req-607ac157-c38a-4953-8c62-b98d3a25fe4a req-728ee1e0-56c5-4529-8e7a-4c4ce9f8952f service nova] Lock "7159d8b6-13fb-41e2-81e5-48df5805be14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.890801] env[62364]: DEBUG nova.compute.manager [req-607ac157-c38a-4953-8c62-b98d3a25fe4a req-728ee1e0-56c5-4529-8e7a-4c4ce9f8952f service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] No waiting events found dispatching network-vif-plugged-6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.891022] env[62364]: WARNING nova.compute.manager [req-607ac157-c38a-4953-8c62-b98d3a25fe4a req-728ee1e0-56c5-4529-8e7a-4c4ce9f8952f service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Received unexpected event network-vif-plugged-6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3 for instance with vm_state building and task_state spawning. [ 863.998811] env[62364]: DEBUG nova.network.neutron [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Successfully updated port: 6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.155061] env[62364]: DEBUG nova.compute.manager [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.156369] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0ed545-7b0a-4771-ae45-8badab96c8fb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.391947] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 864.503548] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.503715] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.503869] env[62364]: DEBUG nova.network.neutron [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.673729] env[62364]: INFO nova.compute.manager [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] instance snapshotting [ 864.677604] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2769f2-6aa8-4635-b0cf-a6b66daeb886 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.702073] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2289e5a8-9ae6-47fb-a227-9050aff67968 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.895757] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 6a3afe1b-9107-4a04-897c-b48982e9277e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 865.060139] env[62364]: DEBUG nova.network.neutron [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.218426] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 865.218426] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-868d6935-6253-459b-973b-9fbb58815a4d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.226104] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 865.226104] env[62364]: value = "task-2480814" [ 865.226104] env[62364]: _type = "Task" [ 865.226104] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.235711] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480814, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.270442] env[62364]: DEBUG nova.network.neutron [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance_info_cache with network_info: [{"id": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "address": "fa:16:3e:3c:44:50", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e160ac2-4e", "ovs_interfaceid": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.399118] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance e9f99472-53cf-460b-bd61-4e8b2d6e9bc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 865.736858] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480814, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.769709] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.769932] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.775201] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.775201] env[62364]: DEBUG nova.compute.manager [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Instance network_info: |[{"id": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "address": "fa:16:3e:3c:44:50", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e160ac2-4e", "ovs_interfaceid": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.775569] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:44:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.783623] env[62364]: DEBUG oslo.service.loopingcall [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.783623] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.783796] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91e23842-0f1e-403d-89ca-5eed7f75f92e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.807707] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.807707] env[62364]: value = "task-2480815" [ 865.807707] env[62364]: _type = "Task" [ 865.807707] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.820184] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480815, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.905069] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 1731dcf5-2494-4286-8978-980a03a07e06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 865.905069] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 865.905069] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 865.980762] env[62364]: DEBUG nova.compute.manager [req-e7acbdb0-690d-4149-a42e-53c7245f33d5 req-4c1e8f92-6f05-4996-ba3d-41a985a8d410 service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Received event network-changed-6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 865.980958] env[62364]: DEBUG nova.compute.manager [req-e7acbdb0-690d-4149-a42e-53c7245f33d5 req-4c1e8f92-6f05-4996-ba3d-41a985a8d410 service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Refreshing instance network info cache due to event network-changed-6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 865.981197] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7acbdb0-690d-4149-a42e-53c7245f33d5 req-4c1e8f92-6f05-4996-ba3d-41a985a8d410 service nova] Acquiring lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.981346] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7acbdb0-690d-4149-a42e-53c7245f33d5 req-4c1e8f92-6f05-4996-ba3d-41a985a8d410 service nova] Acquired lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.981509] env[62364]: DEBUG nova.network.neutron [req-e7acbdb0-690d-4149-a42e-53c7245f33d5 req-4c1e8f92-6f05-4996-ba3d-41a985a8d410 service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Refreshing network info cache for port 6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.240358] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480814, 'name': CreateSnapshot_Task, 'duration_secs': 0.598857} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.240703] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 866.241516] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aee08c-6fe0-4166-835e-0ad522fe6d1b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.272575] env[62364]: DEBUG nova.compute.manager [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.319964] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480815, 'name': CreateVM_Task, 'duration_secs': 0.398606} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.322212] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.323256] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.323256] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.323870] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.323870] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc15d5a-946f-4e68-a56d-adcd563edf8a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.328685] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 866.328685] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52fa5df2-5268-ce9f-d8a1-05a5dfed182d" [ 866.328685] env[62364]: _type = "Task" [ 866.328685] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.333016] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f6efad-8636-432f-a490-eefded3038ce {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.340278] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fa5df2-5268-ce9f-d8a1-05a5dfed182d, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.342057] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.342298] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.342528] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.342680] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.342857] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.343150] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7b019a9-16ae-4795-9c1e-42e4bded9380 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.345820] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773573af-b08d-444e-9e79-11425455617b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.377724] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bfea9e-0c21-46aa-adad-315738175bc9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.381172] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.381381] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.382352] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70609132-fb53-4305-924f-c06270baff8a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.390218] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99324cf-36f1-497b-a746-983d26403137 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.395043] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 866.395043] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526ebda3-35b5-62c4-adc3-4dac558a5ee6" [ 866.395043] env[62364]: _type = "Task" [ 866.395043] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.407237] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.413518] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526ebda3-35b5-62c4-adc3-4dac558a5ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.008462} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.414271] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0578eb07-09f7-4e42-957f-0866655f1c29 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.419117] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 866.419117] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526fa14b-5a4a-58d9-28ac-4e2960f2db36" [ 866.419117] env[62364]: _type = "Task" [ 866.419117] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.426860] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526fa14b-5a4a-58d9-28ac-4e2960f2db36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.712467] env[62364]: DEBUG nova.network.neutron [req-e7acbdb0-690d-4149-a42e-53c7245f33d5 req-4c1e8f92-6f05-4996-ba3d-41a985a8d410 service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updated VIF entry in instance network info cache for port 6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.712840] env[62364]: DEBUG nova.network.neutron [req-e7acbdb0-690d-4149-a42e-53c7245f33d5 req-4c1e8f92-6f05-4996-ba3d-41a985a8d410 service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance_info_cache with network_info: [{"id": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "address": "fa:16:3e:3c:44:50", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e160ac2-4e", "ovs_interfaceid": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.763345] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 866.764013] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-452cdbd0-c505-4768-b1b1-44b802fde004 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.773169] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 866.773169] env[62364]: value = "task-2480816" [ 866.773169] env[62364]: _type = "Task" [ 866.773169] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.784712] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480816, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.798617] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.910929] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.930347] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526fa14b-5a4a-58d9-28ac-4e2960f2db36, 'name': SearchDatastore_Task, 'duration_secs': 0.008335} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.931237] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.931501] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7159d8b6-13fb-41e2-81e5-48df5805be14/7159d8b6-13fb-41e2-81e5-48df5805be14.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.931748] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-356b105c-cd8d-4a63-9f6e-c6a9a9a2155b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.939237] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 866.939237] env[62364]: value = "task-2480817" [ 866.939237] env[62364]: _type = "Task" [ 866.939237] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.948030] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.215937] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7acbdb0-690d-4149-a42e-53c7245f33d5 req-4c1e8f92-6f05-4996-ba3d-41a985a8d410 service nova] Releasing lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.285868] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480816, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.419171] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 867.419171] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.119s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.419171] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.085s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.420802] env[62364]: INFO nova.compute.claims [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.424175] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.424175] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Cleaning up deleted instances {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 867.449926] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476258} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.450237] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7159d8b6-13fb-41e2-81e5-48df5805be14/7159d8b6-13fb-41e2-81e5-48df5805be14.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.450455] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.450708] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f10d832-7721-4aaf-90cb-1b9c4505f155 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.461219] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 867.461219] env[62364]: value = "task-2480818" [ 867.461219] env[62364]: _type = "Task" [ 867.461219] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.469514] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.784332] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480816, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.940508] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] There are 42 instances to clean {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11769}} [ 867.940774] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 12b9057d-3f11-4215-908f-72419eed5b66] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 867.973065] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06015} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.973369] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.974272] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e43db8-b56a-47be-8295-940cb140c092 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.997588] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 7159d8b6-13fb-41e2-81e5-48df5805be14/7159d8b6-13fb-41e2-81e5-48df5805be14.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.000631] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c168a35-b82c-44e0-9cd7-40cf02d31940 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.020583] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 868.020583] env[62364]: value = "task-2480819" [ 868.020583] env[62364]: _type = "Task" [ 868.020583] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.031750] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.287422] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480816, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.392908] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caae5568-62aa-49bd-8bf9-17988841fa22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.401664] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4655ec9b-affb-4345-8384-408dbd31ba32 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.434677] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574eef46-929e-4baf-a15e-3e7fa6f34cdf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.441278] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e58a8a9-7fd5-4a65-9d6a-f2cdbc60d905 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.446746] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 2dc947e4-082c-4401-a657-c3fd76c9902c] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 868.457708] env[62364]: DEBUG nova.compute.provider_tree [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.529920] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480819, 'name': ReconfigVM_Task, 'duration_secs': 0.279466} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.531033] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 7159d8b6-13fb-41e2-81e5-48df5805be14/7159d8b6-13fb-41e2-81e5-48df5805be14.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.531033] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4eec988-1eb0-4c32-9efc-9357b2aafcac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.538127] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 868.538127] env[62364]: value = "task-2480820" [ 868.538127] env[62364]: _type = "Task" [ 868.538127] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.545751] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480820, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.788133] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480816, 'name': CloneVM_Task, 'duration_secs': 1.903582} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.788409] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Created linked-clone VM from snapshot [ 868.789167] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff41aa5f-652d-4e9b-bb41-b9fc5ef98cfe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.795942] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Uploading image e0527c4e-0819-403f-8002-467b5c3fcd35 {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 868.817055] env[62364]: DEBUG oslo_vmware.rw_handles [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 868.817055] env[62364]: value = "vm-502025" [ 868.817055] env[62364]: _type = "VirtualMachine" [ 868.817055] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 868.817055] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-573dba65-3d00-466f-8153-2255778aef72 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.822823] env[62364]: DEBUG oslo_vmware.rw_handles [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lease: (returnval){ [ 868.822823] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5267d5a9-d743-ddbb-6d0f-5c120870ae10" [ 868.822823] env[62364]: _type = "HttpNfcLease" [ 868.822823] env[62364]: } obtained for exporting VM: (result){ [ 868.822823] env[62364]: value = "vm-502025" [ 868.822823] env[62364]: _type = "VirtualMachine" [ 868.822823] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 868.823051] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the lease: (returnval){ [ 868.823051] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5267d5a9-d743-ddbb-6d0f-5c120870ae10" [ 868.823051] env[62364]: _type = "HttpNfcLease" [ 868.823051] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 868.829165] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.829165] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5267d5a9-d743-ddbb-6d0f-5c120870ae10" [ 868.829165] env[62364]: _type = "HttpNfcLease" [ 868.829165] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 868.960025] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4afe8752-fff5-49c8-9926-9114fedbf124] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 868.962593] env[62364]: DEBUG nova.scheduler.client.report [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.048502] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480820, 'name': Rename_Task, 'duration_secs': 0.153796} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.048784] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.049082] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66e09d56-e071-4b3a-b3be-58a91c623971 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.055205] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 869.055205] env[62364]: value = "task-2480822" [ 869.055205] env[62364]: _type = "Task" [ 869.055205] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.062315] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.332142] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.332142] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5267d5a9-d743-ddbb-6d0f-5c120870ae10" [ 869.332142] env[62364]: _type = "HttpNfcLease" [ 869.332142] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 869.332536] env[62364]: DEBUG oslo_vmware.rw_handles [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 869.332536] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5267d5a9-d743-ddbb-6d0f-5c120870ae10" [ 869.332536] env[62364]: _type = "HttpNfcLease" [ 869.332536] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 869.333250] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44fda21-b3e6-42fe-b876-3a67d70efbdc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.341053] env[62364]: DEBUG oslo_vmware.rw_handles [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b949a8-bc84-9d7a-aa15-708b5b388f87/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 869.341274] env[62364]: DEBUG oslo_vmware.rw_handles [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b949a8-bc84-9d7a-aa15-708b5b388f87/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 869.435213] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a35bc0e-e686-49aa-9982-a5e656bbabf4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.466953] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 8ac71684-9546-48d7-ad0b-195e04f75eb1] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 869.469919] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.051s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.470568] env[62364]: DEBUG nova.compute.manager [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.473395] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.177s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.475027] env[62364]: INFO nova.compute.claims [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.568024] env[62364]: DEBUG oslo_vmware.api [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480822, 'name': PowerOnVM_Task, 'duration_secs': 0.437081} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.568024] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.568024] env[62364]: INFO nova.compute.manager [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Took 6.23 seconds to spawn the instance on the hypervisor. [ 869.568024] env[62364]: DEBUG nova.compute.manager [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.568593] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df7eabd-94ae-4b25-a0a9-f5c261ea20a5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.974331] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: f8a27fd4-5e78-446f-8784-d73da9815f59] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 869.979196] env[62364]: DEBUG nova.compute.utils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 869.988257] env[62364]: DEBUG nova.compute.manager [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.988257] env[62364]: DEBUG nova.network.neutron [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.041248] env[62364]: DEBUG nova.policy [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a179eaf3de44b4984095fc9681733b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '869a42155d53401884ca1040f8a87871', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.085059] env[62364]: INFO nova.compute.manager [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Took 49.38 seconds to build instance. [ 870.479053] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 70cf9c0f-457f-4a50-b07a-4f6939d9d7e6] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 870.490985] env[62364]: DEBUG nova.compute.manager [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.589676] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fa43c2c5-90f0-47d8-b813-a518161967dc tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "7159d8b6-13fb-41e2-81e5-48df5805be14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.581s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.627520] env[62364]: DEBUG nova.network.neutron [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Successfully created port: 8cdaf6c2-2ed7-4628-84ed-db49ff222cdc {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.977072] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaf0448-3efe-4d7c-8b28-991f3901c82c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.985417] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2644536b-f3a6-4065-947b-f478f851adc4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.988885] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 7f8a52a3-3ff7-442f-9006-8f0711b0d045] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 871.022509] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b0a776-6c1f-4161-b1be-c4a515926fa7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.030208] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d148bbe-485f-480b-a7e2-d0d81fa16e55 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.045966] env[62364]: DEBUG nova.compute.provider_tree [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.349934] env[62364]: DEBUG nova.compute.manager [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Stashing vm_state: active {{(pid=62364) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 871.492615] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 8e82b9f3-02b0-401c-bbad-1158770da84b] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 871.523231] env[62364]: DEBUG nova.compute.manager [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.548955] env[62364]: DEBUG nova.virt.hardware [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.549216] env[62364]: DEBUG nova.virt.hardware [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.549377] env[62364]: DEBUG nova.virt.hardware [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.549561] env[62364]: DEBUG nova.virt.hardware [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.549711] env[62364]: DEBUG nova.virt.hardware [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.549863] env[62364]: DEBUG nova.virt.hardware [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.550078] env[62364]: DEBUG nova.virt.hardware [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.550239] env[62364]: DEBUG nova.virt.hardware [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.550407] env[62364]: DEBUG nova.virt.hardware [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.550582] env[62364]: DEBUG nova.virt.hardware [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.550741] env[62364]: DEBUG nova.virt.hardware [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.551603] env[62364]: DEBUG nova.scheduler.client.report [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.555772] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221264f6-bdc6-47f7-a440-5e5f9446f483 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.564940] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1eef7f-3611-4086-a132-f3303d2bf9b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.872548] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.996617] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: edb5b881-6836-49cd-88c3-4dc5892cb855] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 872.060832] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.061418] env[62364]: DEBUG nova.compute.manager [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.064479] env[62364]: DEBUG oslo_concurrency.lockutils [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.462s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.064705] env[62364]: DEBUG oslo_concurrency.lockutils [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.066894] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.564s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.067111] env[62364]: DEBUG nova.objects.instance [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 872.101456] env[62364]: INFO nova.scheduler.client.report [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Deleted allocations for instance a2e401f8-0237-45cb-88f2-06058dfc079e [ 872.116120] env[62364]: DEBUG nova.compute.manager [req-0469e215-1090-4985-ab6f-6d4a30425385 req-7627014b-3d75-4aa0-bcc9-3f85f1670f73 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Received event network-vif-plugged-8cdaf6c2-2ed7-4628-84ed-db49ff222cdc {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 872.116120] env[62364]: DEBUG oslo_concurrency.lockutils [req-0469e215-1090-4985-ab6f-6d4a30425385 req-7627014b-3d75-4aa0-bcc9-3f85f1670f73 service nova] Acquiring lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.116120] env[62364]: DEBUG oslo_concurrency.lockutils [req-0469e215-1090-4985-ab6f-6d4a30425385 req-7627014b-3d75-4aa0-bcc9-3f85f1670f73 service nova] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.116120] env[62364]: DEBUG oslo_concurrency.lockutils [req-0469e215-1090-4985-ab6f-6d4a30425385 req-7627014b-3d75-4aa0-bcc9-3f85f1670f73 service nova] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.116120] env[62364]: DEBUG nova.compute.manager [req-0469e215-1090-4985-ab6f-6d4a30425385 req-7627014b-3d75-4aa0-bcc9-3f85f1670f73 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] No waiting events found dispatching network-vif-plugged-8cdaf6c2-2ed7-4628-84ed-db49ff222cdc {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.116120] env[62364]: WARNING nova.compute.manager [req-0469e215-1090-4985-ab6f-6d4a30425385 req-7627014b-3d75-4aa0-bcc9-3f85f1670f73 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Received unexpected event network-vif-plugged-8cdaf6c2-2ed7-4628-84ed-db49ff222cdc for instance with vm_state building and task_state spawning. [ 872.252956] env[62364]: DEBUG nova.network.neutron [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Successfully updated port: 8cdaf6c2-2ed7-4628-84ed-db49ff222cdc {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.500176] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: ade8e886-cd2b-417a-bc30-1f1ef16e7099] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 872.575276] env[62364]: DEBUG nova.compute.utils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 872.581115] env[62364]: DEBUG nova.compute.manager [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.581115] env[62364]: DEBUG nova.network.neutron [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.619754] env[62364]: DEBUG oslo_concurrency.lockutils [None req-09d68b03-1471-43ff-a130-f00f68a52cf6 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "a2e401f8-0237-45cb-88f2-06058dfc079e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.541s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.677311] env[62364]: DEBUG nova.policy [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bb2f50a136b41c6b255be29d4f45327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd49f657a25427c8f7bb0261f592a35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.756262] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "refresh_cache-30c59dc6-31fa-4eda-97b8-2d4cd8cba180" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.756510] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "refresh_cache-30c59dc6-31fa-4eda-97b8-2d4cd8cba180" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.756634] env[62364]: DEBUG nova.network.neutron [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.006107] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 37190642-6f6c-4837-8080-a4d472e9bca0] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 873.081646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7d82a519-1564-4cce-b00c-05aa29e54f88 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.082959] env[62364]: DEBUG nova.compute.manager [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.088022] env[62364]: DEBUG oslo_concurrency.lockutils [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.607s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.088022] env[62364]: DEBUG oslo_concurrency.lockutils [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.093332] env[62364]: DEBUG oslo_concurrency.lockutils [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.756s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.093642] env[62364]: DEBUG oslo_concurrency.lockutils [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.097675] env[62364]: DEBUG oslo_concurrency.lockutils [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.056s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.097675] env[62364]: DEBUG oslo_concurrency.lockutils [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.102025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.465s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.102025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.104201] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.807s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.104384] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.106171] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.692s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.106428] env[62364]: DEBUG nova.objects.instance [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 873.141096] env[62364]: INFO nova.scheduler.client.report [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Deleted allocations for instance 54d3ea7d-6200-4e70-9799-0bb81445daeb [ 873.149653] env[62364]: INFO nova.scheduler.client.report [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Deleted allocations for instance f9bfd765-4ebb-4f00-9648-22d719aaa9b8 [ 873.161455] env[62364]: DEBUG nova.network.neutron [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Successfully created port: a720da0b-87e1-4e9d-9d0b-885139f09a32 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.164412] env[62364]: DEBUG oslo_concurrency.lockutils [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.164457] env[62364]: DEBUG oslo_concurrency.lockutils [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.164779] env[62364]: DEBUG oslo_concurrency.lockutils [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.164917] env[62364]: DEBUG oslo_concurrency.lockutils [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.165252] env[62364]: DEBUG oslo_concurrency.lockutils [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.167770] env[62364]: INFO nova.scheduler.client.report [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted allocations for instance 5e8c0dc9-2cda-4598-b201-3e970be4a301 [ 873.176484] env[62364]: INFO nova.compute.manager [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Terminating instance [ 873.178820] env[62364]: INFO nova.scheduler.client.report [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Deleted allocations for instance d18e2307-4d05-4730-924b-84a5fa3ea253 [ 873.188250] env[62364]: INFO nova.scheduler.client.report [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Deleted allocations for instance 1da09049-1ae5-41ce-872c-d0a570e8ed86 [ 873.191975] env[62364]: WARNING oslo_messaging._drivers.amqpdriver [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 873.305543] env[62364]: DEBUG nova.network.neutron [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.451446] env[62364]: DEBUG nova.network.neutron [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Updating instance_info_cache with network_info: [{"id": "8cdaf6c2-2ed7-4628-84ed-db49ff222cdc", "address": "fa:16:3e:18:90:38", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdaf6c2-2e", "ovs_interfaceid": "8cdaf6c2-2ed7-4628-84ed-db49ff222cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.509409] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 77921f9a-d424-4bb8-876d-9325ef329e6c] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 873.652404] env[62364]: DEBUG oslo_concurrency.lockutils [None req-45d68938-5d28-487e-8431-2d5857255978 tempest-ServerGroupTestJSON-1841069493 tempest-ServerGroupTestJSON-1841069493-project-member] Lock "54d3ea7d-6200-4e70-9799-0bb81445daeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.619s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.656771] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f110b9bd-1046-4d57-be0e-fffcc20124e5 tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "f9bfd765-4ebb-4f00-9648-22d719aaa9b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.301s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.685859] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fe647b8d-369c-4a66-9e27-dc7186c7516f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "5e8c0dc9-2cda-4598-b201-3e970be4a301" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.874s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.687214] env[62364]: DEBUG nova.compute.manager [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.687453] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.690432] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f268ddd5-b067-4e3d-873f-fba4e50c2b1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.693958] env[62364]: DEBUG oslo_concurrency.lockutils [None req-20c7fec4-5b7d-4dea-83fa-66cf8f6e36d5 tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "d18e2307-4d05-4730-924b-84a5fa3ea253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.228s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.698452] env[62364]: DEBUG oslo_concurrency.lockutils [None req-725fb6b5-b43e-40c1-8e4e-f1aaf946c341 tempest-VolumesAdminNegativeTest-1075461248 tempest-VolumesAdminNegativeTest-1075461248-project-member] Lock "1da09049-1ae5-41ce-872c-d0a570e8ed86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.302s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.705400] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.705734] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db0757c-e8d4-4c25-8c0c-54d98692c343 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.714016] env[62364]: DEBUG oslo_vmware.api [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 873.714016] env[62364]: value = "task-2480823" [ 873.714016] env[62364]: _type = "Task" [ 873.714016] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.725185] env[62364]: DEBUG oslo_vmware.api [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.953622] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "refresh_cache-30c59dc6-31fa-4eda-97b8-2d4cd8cba180" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.953934] env[62364]: DEBUG nova.compute.manager [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Instance network_info: |[{"id": "8cdaf6c2-2ed7-4628-84ed-db49ff222cdc", "address": "fa:16:3e:18:90:38", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdaf6c2-2e", "ovs_interfaceid": "8cdaf6c2-2ed7-4628-84ed-db49ff222cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.954362] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:90:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cdaf6c2-2ed7-4628-84ed-db49ff222cdc', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.962955] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Creating folder: Project (869a42155d53401884ca1040f8a87871). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.963684] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f234b521-f64a-4f43-b9fc-c235b73cf67d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.976715] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Created folder: Project (869a42155d53401884ca1040f8a87871) in parent group-v501830. [ 873.976715] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Creating folder: Instances. Parent ref: group-v502026. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.976715] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b010b26-aec6-49ab-b0eb-efbc2e858ca2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.985841] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Created folder: Instances in parent group-v502026. [ 873.986150] env[62364]: DEBUG oslo.service.loopingcall [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.986347] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.986727] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-140a1ff5-30ee-4822-8489-2764522e7099 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.007297] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.007297] env[62364]: value = "task-2480826" [ 874.007297] env[62364]: _type = "Task" [ 874.007297] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.011152] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 2a62103a-6e07-4750-a992-3787b0622e11] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 874.017038] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480826, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.118968] env[62364]: DEBUG nova.compute.manager [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.121951] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6ddae612-03f5-40cd-b8dd-f4a2d897d5c0 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.124654] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.023s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.124654] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.128149] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.359s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.128149] env[62364]: INFO nova.compute.claims [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.155071] env[62364]: DEBUG nova.virt.hardware [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.155317] env[62364]: DEBUG nova.virt.hardware [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.155472] env[62364]: DEBUG nova.virt.hardware [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.155703] env[62364]: DEBUG nova.virt.hardware [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.155851] env[62364]: DEBUG nova.virt.hardware [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.155995] env[62364]: DEBUG nova.virt.hardware [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.156533] env[62364]: DEBUG nova.virt.hardware [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.156697] env[62364]: DEBUG nova.virt.hardware [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.156864] env[62364]: DEBUG nova.virt.hardware [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.157037] env[62364]: DEBUG nova.virt.hardware [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.157212] env[62364]: DEBUG nova.virt.hardware [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.158378] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b166d-3ce3-44be-8343-354c1b4cc783 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.169467] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d569e2-e50f-42c8-ab97-c2a1590b54cd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.227249] env[62364]: DEBUG oslo_vmware.api [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480823, 'name': PowerOffVM_Task, 'duration_secs': 0.248883} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.227451] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.227626] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.227885] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79581e3a-56c9-47f3-be82-053ee6392d65 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.297605] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.297840] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.298047] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Deleting the datastore file [datastore1] 2e0093e3-fc10-4f88-bbed-b233c9f1b44a {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.298326] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a96cdf8c-00e4-4457-86a4-77c9404edfb5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.306281] env[62364]: DEBUG oslo_vmware.api [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for the task: (returnval){ [ 874.306281] env[62364]: value = "task-2480828" [ 874.306281] env[62364]: _type = "Task" [ 874.306281] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.314272] env[62364]: DEBUG oslo_vmware.api [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.373655] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "45ffb2ae-66b3-4d3a-8816-17cd3ef4800b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.373973] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "45ffb2ae-66b3-4d3a-8816-17cd3ef4800b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.374317] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "45ffb2ae-66b3-4d3a-8816-17cd3ef4800b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.374521] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "45ffb2ae-66b3-4d3a-8816-17cd3ef4800b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.374743] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "45ffb2ae-66b3-4d3a-8816-17cd3ef4800b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.380165] env[62364]: INFO nova.compute.manager [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Terminating instance [ 874.451838] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.452142] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.452363] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.452547] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.452751] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.456671] env[62364]: INFO nova.compute.manager [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Terminating instance [ 874.523042] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 7d0875a3-45fa-4674-a40b-47ecd0e6b9e3] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 874.525793] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480826, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.645360] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87e924b7-ce00-4464-af2e-50c736fb5916 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.204s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.646486] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 22.418s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.646763] env[62364]: INFO nova.compute.manager [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Unshelving [ 874.714539] env[62364]: DEBUG nova.compute.manager [req-e1d4ab3c-28da-4e82-9a4b-d76fba92f177 req-6f60b74e-0d46-4f97-85dd-ea4c5d48ea9f service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Received event network-changed-8cdaf6c2-2ed7-4628-84ed-db49ff222cdc {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 874.714923] env[62364]: DEBUG nova.compute.manager [req-e1d4ab3c-28da-4e82-9a4b-d76fba92f177 req-6f60b74e-0d46-4f97-85dd-ea4c5d48ea9f service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Refreshing instance network info cache due to event network-changed-8cdaf6c2-2ed7-4628-84ed-db49ff222cdc. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 874.715289] env[62364]: DEBUG oslo_concurrency.lockutils [req-e1d4ab3c-28da-4e82-9a4b-d76fba92f177 req-6f60b74e-0d46-4f97-85dd-ea4c5d48ea9f service nova] Acquiring lock "refresh_cache-30c59dc6-31fa-4eda-97b8-2d4cd8cba180" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.716007] env[62364]: DEBUG oslo_concurrency.lockutils [req-e1d4ab3c-28da-4e82-9a4b-d76fba92f177 req-6f60b74e-0d46-4f97-85dd-ea4c5d48ea9f service nova] Acquired lock "refresh_cache-30c59dc6-31fa-4eda-97b8-2d4cd8cba180" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.716299] env[62364]: DEBUG nova.network.neutron [req-e1d4ab3c-28da-4e82-9a4b-d76fba92f177 req-6f60b74e-0d46-4f97-85dd-ea4c5d48ea9f service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Refreshing network info cache for port 8cdaf6c2-2ed7-4628-84ed-db49ff222cdc {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.815761] env[62364]: DEBUG oslo_vmware.api [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Task: {'id': task-2480828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279509} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.815761] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.815761] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.816069] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.816069] env[62364]: INFO nova.compute.manager [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 874.816255] env[62364]: DEBUG oslo.service.loopingcall [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.816455] env[62364]: DEBUG nova.compute.manager [-] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.816562] env[62364]: DEBUG nova.network.neutron [-] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.888772] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "refresh_cache-45ffb2ae-66b3-4d3a-8816-17cd3ef4800b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.888971] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquired lock "refresh_cache-45ffb2ae-66b3-4d3a-8816-17cd3ef4800b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.889171] env[62364]: DEBUG nova.network.neutron [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.962046] env[62364]: DEBUG nova.compute.manager [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.962300] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.963241] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ff1e05-f5cc-439a-9e92-ff3cac13e808 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.972907] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.973166] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bee6c7f1-08c7-4d59-be02-d060949fcc7e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.981194] env[62364]: DEBUG oslo_vmware.api [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 874.981194] env[62364]: value = "task-2480829" [ 874.981194] env[62364]: _type = "Task" [ 874.981194] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.990479] env[62364]: DEBUG oslo_vmware.api [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.019880] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480826, 'name': CreateVM_Task, 'duration_secs': 0.514654} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.021193] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.022012] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.022230] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.022589] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.022887] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d59cf2b-de6f-4996-93ca-a653de14b657 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.026474] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 0b810725-d832-4760-b60b-ec2c6ace3050] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 875.030013] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 875.030013] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52273d2d-4d46-407e-6eb6-039fa037a0f3" [ 875.030013] env[62364]: _type = "Task" [ 875.030013] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.043755] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52273d2d-4d46-407e-6eb6-039fa037a0f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.433807] env[62364]: DEBUG nova.network.neutron [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.493732] env[62364]: DEBUG oslo_vmware.api [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480829, 'name': PowerOffVM_Task, 'duration_secs': 0.23229} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.498495] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.498744] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.499258] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ba6f903-a088-4a37-b633-4403a62229de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.531589] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: bc34c2d9-69e1-4d65-8d0f-efdfd2b73814] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 875.553224] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52273d2d-4d46-407e-6eb6-039fa037a0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014112} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.553634] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.554022] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.554198] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.554371] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.554931] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.554931] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a589c197-7ee3-4a1d-8691-c220d6dbd90b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.566391] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.567730] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.567730] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Deleting the datastore file [datastore2] 7ea8e176-5744-4efd-85c3-f2a4511ffd4a {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.569203] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40bdf0d2-c488-4792-b6bd-6dc70cbee6f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.572032] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.572716] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.573783] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1150d33c-c192-4ec2-9229-a2f28013d9a9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.582607] env[62364]: DEBUG nova.network.neutron [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.585265] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 875.585265] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a2a13c-cf6a-6f20-d207-5c3938b5c936" [ 875.585265] env[62364]: _type = "Task" [ 875.585265] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.586410] env[62364]: DEBUG oslo_vmware.api [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for the task: (returnval){ [ 875.586410] env[62364]: value = "task-2480831" [ 875.586410] env[62364]: _type = "Task" [ 875.586410] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.607707] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a2a13c-cf6a-6f20-d207-5c3938b5c936, 'name': SearchDatastore_Task, 'duration_secs': 0.01319} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.608502] env[62364]: DEBUG oslo_vmware.api [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.613737] env[62364]: DEBUG nova.network.neutron [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Successfully updated port: a720da0b-87e1-4e9d-9d0b-885139f09a32 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.617825] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5b9806-c2b6-4e1f-8d23-8f6622c43d65 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.625649] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 875.625649] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52827322-b173-3486-4383-04b09a753020" [ 875.625649] env[62364]: _type = "Task" [ 875.625649] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.637697] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52827322-b173-3486-4383-04b09a753020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.680713] env[62364]: DEBUG nova.network.neutron [req-e1d4ab3c-28da-4e82-9a4b-d76fba92f177 req-6f60b74e-0d46-4f97-85dd-ea4c5d48ea9f service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Updated VIF entry in instance network info cache for port 8cdaf6c2-2ed7-4628-84ed-db49ff222cdc. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.681141] env[62364]: DEBUG nova.network.neutron [req-e1d4ab3c-28da-4e82-9a4b-d76fba92f177 req-6f60b74e-0d46-4f97-85dd-ea4c5d48ea9f service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Updating instance_info_cache with network_info: [{"id": "8cdaf6c2-2ed7-4628-84ed-db49ff222cdc", "address": "fa:16:3e:18:90:38", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdaf6c2-2e", "ovs_interfaceid": "8cdaf6c2-2ed7-4628-84ed-db49ff222cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.684080] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.691626] env[62364]: DEBUG nova.network.neutron [-] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.702648] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b991edad-fc2d-48ce-8a2b-4615eea7b1eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.709991] env[62364]: DEBUG nova.compute.manager [req-38756c74-f5f8-42a3-abaf-60b69326f36a req-f6b634df-5001-4e89-8dfa-0739e0178da1 service nova] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Received event network-vif-deleted-43331e53-8f66-4aca-8b3d-3f2243ba5038 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 875.714255] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ae4071-5fde-42d8-b765-8b8588e254e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.757717] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf1c341-88ca-4169-90b5-c9598f31a2ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.766395] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02047b52-2a6c-4c2b-b0f2-43cf77b2a80f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.785600] env[62364]: DEBUG nova.compute.provider_tree [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.044135] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 73b7df84-b690-4c23-8447-f42ba4f125f9] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 876.087656] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Releasing lock "refresh_cache-45ffb2ae-66b3-4d3a-8816-17cd3ef4800b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.088240] env[62364]: DEBUG nova.compute.manager [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.088337] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.089277] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56cbd2c-1ef9-4674-a0cd-781b5e7c836d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.109221] env[62364]: DEBUG oslo_vmware.api [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Task: {'id': task-2480831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409586} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.112041] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.114153] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.114153] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.114153] env[62364]: INFO nova.compute.manager [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 876.114153] env[62364]: DEBUG oslo.service.loopingcall [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.114153] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.114153] env[62364]: DEBUG nova.compute.manager [-] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.114153] env[62364]: DEBUG nova.network.neutron [-] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.115167] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-288415bf-ae98-4a18-b49f-8b0e1bc34c1d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.118719] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.118888] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.119056] env[62364]: DEBUG nova.network.neutron [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.131065] env[62364]: DEBUG oslo_vmware.api [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 876.131065] env[62364]: value = "task-2480832" [ 876.131065] env[62364]: _type = "Task" [ 876.131065] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.143117] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52827322-b173-3486-4383-04b09a753020, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.146555] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.147195] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 30c59dc6-31fa-4eda-97b8-2d4cd8cba180/30c59dc6-31fa-4eda-97b8-2d4cd8cba180.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.147456] env[62364]: DEBUG oslo_vmware.api [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.147632] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-473fbdad-59b5-41fc-b8dd-b1821ecb54e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.155387] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 876.155387] env[62364]: value = "task-2480833" [ 876.155387] env[62364]: _type = "Task" [ 876.155387] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.163735] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.188362] env[62364]: DEBUG oslo_concurrency.lockutils [req-e1d4ab3c-28da-4e82-9a4b-d76fba92f177 req-6f60b74e-0d46-4f97-85dd-ea4c5d48ea9f service nova] Releasing lock "refresh_cache-30c59dc6-31fa-4eda-97b8-2d4cd8cba180" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.194378] env[62364]: INFO nova.compute.manager [-] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Took 1.38 seconds to deallocate network for instance. [ 876.194719] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.194982] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.288721] env[62364]: DEBUG nova.scheduler.client.report [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.523476] env[62364]: DEBUG oslo_vmware.rw_handles [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b949a8-bc84-9d7a-aa15-708b5b388f87/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.524829] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37d3be0-3dc9-4cf2-a59b-a34d07bc3ab9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.535471] env[62364]: DEBUG oslo_vmware.rw_handles [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b949a8-bc84-9d7a-aa15-708b5b388f87/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.535785] env[62364]: ERROR oslo_vmware.rw_handles [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b949a8-bc84-9d7a-aa15-708b5b388f87/disk-0.vmdk due to incomplete transfer. [ 876.536090] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-167dd33b-82ec-419b-b891-8102a65497f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.547109] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: bfcf8aba-1e16-421b-94dd-6eb8252e7de0] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 876.550853] env[62364]: DEBUG oslo_vmware.rw_handles [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b949a8-bc84-9d7a-aa15-708b5b388f87/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 876.552102] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Uploaded image e0527c4e-0819-403f-8002-467b5c3fcd35 to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 876.553542] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.553922] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c287eca7-cadc-42ef-84cb-ba14fc135760 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.563195] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 876.563195] env[62364]: value = "task-2480834" [ 876.563195] env[62364]: _type = "Task" [ 876.563195] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.575695] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480834, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.652126] env[62364]: DEBUG oslo_vmware.api [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480832, 'name': PowerOffVM_Task, 'duration_secs': 0.168611} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.652698] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.653235] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.653571] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2166f9e-d2dc-4c8c-9cf4-5cced1aefedb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.671426] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480833, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.675562] env[62364]: DEBUG nova.network.neutron [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.691841] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.692313] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.692680] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Deleting the datastore file [datastore1] 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.693181] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38626d7e-6d95-4722-a71d-2e6b8f812563 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.701351] env[62364]: DEBUG nova.compute.manager [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.706400] env[62364]: DEBUG oslo_vmware.api [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for the task: (returnval){ [ 876.706400] env[62364]: value = "task-2480836" [ 876.706400] env[62364]: _type = "Task" [ 876.706400] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.710925] env[62364]: DEBUG oslo_concurrency.lockutils [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.726075] env[62364]: DEBUG oslo_vmware.api [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.795564] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.795701] env[62364]: DEBUG nova.compute.manager [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.800019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.315s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.800534] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.803977] env[62364]: DEBUG oslo_concurrency.lockutils [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.827s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.844093] env[62364]: INFO nova.scheduler.client.report [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleted allocations for instance c795eecf-f6ac-4afa-b944-67ec3f8fdb7d [ 876.928339] env[62364]: DEBUG nova.compute.manager [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received event network-vif-plugged-a720da0b-87e1-4e9d-9d0b-885139f09a32 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 876.928619] env[62364]: DEBUG oslo_concurrency.lockutils [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] Acquiring lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.929479] env[62364]: DEBUG oslo_concurrency.lockutils [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.929479] env[62364]: DEBUG oslo_concurrency.lockutils [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.929479] env[62364]: DEBUG nova.compute.manager [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] No waiting events found dispatching network-vif-plugged-a720da0b-87e1-4e9d-9d0b-885139f09a32 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.929479] env[62364]: WARNING nova.compute.manager [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received unexpected event network-vif-plugged-a720da0b-87e1-4e9d-9d0b-885139f09a32 for instance with vm_state building and task_state spawning. [ 876.929479] env[62364]: DEBUG nova.compute.manager [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received event network-changed-a720da0b-87e1-4e9d-9d0b-885139f09a32 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 876.929640] env[62364]: DEBUG nova.compute.manager [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Refreshing instance network info cache due to event network-changed-a720da0b-87e1-4e9d-9d0b-885139f09a32. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 876.929718] env[62364]: DEBUG oslo_concurrency.lockutils [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] Acquiring lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.931414] env[62364]: DEBUG nova.network.neutron [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updating instance_info_cache with network_info: [{"id": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "address": "fa:16:3e:e8:43:0f", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa720da0b-87", "ovs_interfaceid": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.937994] env[62364]: DEBUG nova.network.neutron [-] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.050855] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 6c9141a2-8ff3-48ff-a73e-49a5f538b7c0] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 877.073409] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480834, 'name': Destroy_Task, 'duration_secs': 0.350046} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.073673] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Destroyed the VM [ 877.073921] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.074188] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21e91ac7-9012-472e-9eae-d252ff404e8c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.080999] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 877.080999] env[62364]: value = "task-2480837" [ 877.080999] env[62364]: _type = "Task" [ 877.080999] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.089154] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480837, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.167774] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583105} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.168103] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 30c59dc6-31fa-4eda-97b8-2d4cd8cba180/30c59dc6-31fa-4eda-97b8-2d4cd8cba180.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.168343] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.168635] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d413ab0-6e34-463b-bfaf-e716f075aafd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.176706] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 877.176706] env[62364]: value = "task-2480838" [ 877.176706] env[62364]: _type = "Task" [ 877.176706] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.191026] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.231952] env[62364]: DEBUG oslo_vmware.api [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Task: {'id': task-2480836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242685} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.231952] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.231952] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.231952] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.235219] env[62364]: INFO nova.compute.manager [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 877.236299] env[62364]: DEBUG oslo.service.loopingcall [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.236803] env[62364]: DEBUG nova.compute.manager [-] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.236803] env[62364]: DEBUG nova.network.neutron [-] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.242136] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.267027] env[62364]: DEBUG nova.network.neutron [-] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.311606] env[62364]: DEBUG nova.compute.utils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 877.317588] env[62364]: DEBUG nova.compute.manager [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.317875] env[62364]: DEBUG nova.network.neutron [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.356841] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2ce65fdc-3049-4bf1-8d95-a70f20a705cf tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "c795eecf-f6ac-4afa-b944-67ec3f8fdb7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.435s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.389340] env[62364]: DEBUG nova.policy [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '607db64986fd4355b1ae186dddd03893', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5467d8cac2034ba185937af047a716db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.435085] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.435085] env[62364]: DEBUG nova.compute.manager [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Instance network_info: |[{"id": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "address": "fa:16:3e:e8:43:0f", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa720da0b-87", "ovs_interfaceid": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.435355] env[62364]: DEBUG oslo_concurrency.lockutils [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] Acquired lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.435551] env[62364]: DEBUG nova.network.neutron [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Refreshing network info cache for port a720da0b-87e1-4e9d-9d0b-885139f09a32 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.436833] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:43:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a720da0b-87e1-4e9d-9d0b-885139f09a32', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.446341] env[62364]: DEBUG oslo.service.loopingcall [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.451894] env[62364]: INFO nova.compute.manager [-] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Took 1.34 seconds to deallocate network for instance. [ 877.452163] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.454778] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d51c0f96-6f97-41ce-a400-0aa5b880990c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.489876] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.489876] env[62364]: value = "task-2480839" [ 877.489876] env[62364]: _type = "Task" [ 877.489876] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.500444] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480839, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.559692] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: fe6b62e5-bb01-4e3d-a99e-bdbc026174ec] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 877.594723] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480837, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.687962] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068255} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.688283] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.689074] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c84bcbe-5fdf-40e0-9f2f-448fe2765a1d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.715192] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 30c59dc6-31fa-4eda-97b8-2d4cd8cba180/30c59dc6-31fa-4eda-97b8-2d4cd8cba180.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.718130] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba108f0-6f76-4cd5-89be-bbcf2a75a7c5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.740487] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 877.740487] env[62364]: value = "task-2480840" [ 877.740487] env[62364]: _type = "Task" [ 877.740487] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.743294] env[62364]: DEBUG nova.compute.manager [req-6db77f8c-b909-4857-b80f-177df5ecba85 req-23be560e-e394-4c55-b08c-396196461b6f service nova] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Received event network-vif-deleted-3c17b434-f754-472b-b942-ebd819707aea {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 877.755462] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.755724] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.755937] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.756148] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.756338] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.757876] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.759735] env[62364]: INFO nova.compute.manager [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Terminating instance [ 877.770532] env[62364]: DEBUG nova.network.neutron [-] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.814786] env[62364]: DEBUG nova.compute.manager [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.847727] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa9ed5e-fcc1-4924-8432-fd4b9191c7e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.856355] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae15273-b2f0-4faa-bb42-837e7110e2ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.887487] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e472dde-6f40-4f32-8f55-0f3832acc12c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.895580] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039ec4a6-a8af-4697-bbf9-866d5bf440aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.910157] env[62364]: DEBUG nova.compute.provider_tree [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.935237] env[62364]: DEBUG nova.network.neutron [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Successfully created port: 579cd31a-8903-4b59-8c72-8f8deed40c75 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.983056] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.001039] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480839, 'name': CreateVM_Task, 'duration_secs': 0.488194} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.002219] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.002219] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.002373] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.002764] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.003046] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636f0610-93af-4042-a1ec-2397adf386c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.008093] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 878.008093] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b78b30-d8b3-70fa-dbeb-47f2c4db7162" [ 878.008093] env[62364]: _type = "Task" [ 878.008093] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.017151] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b78b30-d8b3-70fa-dbeb-47f2c4db7162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.064815] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 335bf211-7b01-4e6a-88b1-9400a29bc3ac] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 878.096260] env[62364]: DEBUG oslo_vmware.api [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480837, 'name': RemoveSnapshot_Task, 'duration_secs': 0.90476} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.097224] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.097412] env[62364]: INFO nova.compute.manager [None req-fba7bc4f-5dee-44e8-93bf-31cb4a9d383a tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Took 13.42 seconds to snapshot the instance on the hypervisor. [ 878.107021] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.107021] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.251673] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480840, 'name': ReconfigVM_Task, 'duration_secs': 0.298099} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.251996] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 30c59dc6-31fa-4eda-97b8-2d4cd8cba180/30c59dc6-31fa-4eda-97b8-2d4cd8cba180.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.252654] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c5acd50-ae0d-4853-80d4-674fb6b4cf37 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.259253] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 878.259253] env[62364]: value = "task-2480841" [ 878.259253] env[62364]: _type = "Task" [ 878.259253] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.267824] env[62364]: DEBUG nova.compute.manager [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.268117] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.268406] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480841, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.269120] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f86a62-ea69-44cb-89b5-bf38c34ebcb4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.272529] env[62364]: INFO nova.compute.manager [-] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Took 1.04 seconds to deallocate network for instance. [ 878.282159] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.285020] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40ca9923-bf5d-4aeb-b130-77d6913c797c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.297474] env[62364]: DEBUG oslo_vmware.api [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 878.297474] env[62364]: value = "task-2480842" [ 878.297474] env[62364]: _type = "Task" [ 878.297474] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.309979] env[62364]: DEBUG oslo_vmware.api [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.309979] env[62364]: DEBUG nova.network.neutron [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updated VIF entry in instance network info cache for port a720da0b-87e1-4e9d-9d0b-885139f09a32. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.309979] env[62364]: DEBUG nova.network.neutron [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updating instance_info_cache with network_info: [{"id": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "address": "fa:16:3e:e8:43:0f", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa720da0b-87", "ovs_interfaceid": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.413814] env[62364]: DEBUG nova.scheduler.client.report [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.522278] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b78b30-d8b3-70fa-dbeb-47f2c4db7162, 'name': SearchDatastore_Task, 'duration_secs': 0.011662} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.522635] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.522904] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.523282] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.523407] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.523525] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.524255] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2499f9b7-47f8-45c4-bf40-293bfeb50371 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.543662] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.543922] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.544734] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b64fe03-238e-485d-9aeb-06de39f2d4ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.554193] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 878.554193] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d206e0-1f4b-c328-65de-ccbf9d05e48d" [ 878.554193] env[62364]: _type = "Task" [ 878.554193] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.564156] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d206e0-1f4b-c328-65de-ccbf9d05e48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.567683] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 724107ad-1ffc-4bbb-9004-41b95330b0fd] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 878.608784] env[62364]: DEBUG nova.compute.manager [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.769439] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480841, 'name': Rename_Task, 'duration_secs': 0.16395} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.769736] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.769990] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9785797-8eb2-43e5-8187-59dc128659e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.776295] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 878.776295] env[62364]: value = "task-2480843" [ 878.776295] env[62364]: _type = "Task" [ 878.776295] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.782015] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.787578] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.806695] env[62364]: DEBUG oslo_vmware.api [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480842, 'name': PowerOffVM_Task, 'duration_secs': 0.259123} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.806918] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.807449] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.807749] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e73b73c-80aa-4802-933c-6dc9f04cbb49 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.813545] env[62364]: DEBUG oslo_concurrency.lockutils [req-904bad9c-c2a3-4f9c-9f62-524a6e066596 req-6e7203ca-749c-470e-9ed9-a627c65254f8 service nova] Releasing lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.827510] env[62364]: DEBUG nova.compute.manager [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.853925] env[62364]: DEBUG nova.virt.hardware [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.854237] env[62364]: DEBUG nova.virt.hardware [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.854411] env[62364]: DEBUG nova.virt.hardware [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.854599] env[62364]: DEBUG nova.virt.hardware [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.854769] env[62364]: DEBUG nova.virt.hardware [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.854965] env[62364]: DEBUG nova.virt.hardware [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.855205] env[62364]: DEBUG nova.virt.hardware [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.855367] env[62364]: DEBUG nova.virt.hardware [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.855535] env[62364]: DEBUG nova.virt.hardware [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.855727] env[62364]: DEBUG nova.virt.hardware [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.855909] env[62364]: DEBUG nova.virt.hardware [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.856816] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ef8ad9-7f2b-49ad-b441-5dc1c4717406 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.865415] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4883f95-c1ca-47c3-a529-f3b488bb9bc7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.880662] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.880871] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.881087] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleting the datastore file [datastore2] d7b994ce-8b34-4d1f-b857-458a40a6fe6c {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.881373] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ba888af-104d-49da-8d66-9e8414ef0f80 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.887614] env[62364]: DEBUG oslo_vmware.api [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 878.887614] env[62364]: value = "task-2480845" [ 878.887614] env[62364]: _type = "Task" [ 878.887614] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.895319] env[62364]: DEBUG oslo_vmware.api [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.064485] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d206e0-1f4b-c328-65de-ccbf9d05e48d, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.065229] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4895e3b9-476b-40c6-b825-8ed097d8e7f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.070427] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 879.070427] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52dc3c9b-2415-b29f-4db7-ebcb7b60458e" [ 879.070427] env[62364]: _type = "Task" [ 879.070427] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.074226] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 649d5de9-956f-4def-8685-ba7415cd08b9] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 879.083480] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52dc3c9b-2415-b29f-4db7-ebcb7b60458e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.133955] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.287337] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480843, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.398364] env[62364]: DEBUG oslo_vmware.api [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290818} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.398671] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.398868] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.399058] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.399245] env[62364]: INFO nova.compute.manager [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 879.399501] env[62364]: DEBUG oslo.service.loopingcall [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.399704] env[62364]: DEBUG nova.compute.manager [-] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.399955] env[62364]: DEBUG nova.network.neutron [-] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.424047] env[62364]: DEBUG oslo_concurrency.lockutils [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.620s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.424784] env[62364]: DEBUG nova.compute.manager [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62364) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 879.427977] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.619s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.427977] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.430058] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.100s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.430253] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.432260] env[62364]: DEBUG oslo_concurrency.lockutils [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.868s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.432260] env[62364]: DEBUG oslo_concurrency.lockutils [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.433910] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.945s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.435773] env[62364]: INFO nova.compute.claims [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.477566] env[62364]: INFO nova.scheduler.client.report [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleted allocations for instance f7748f65-88c6-459b-93c3-6ee2973396e3 [ 879.484447] env[62364]: INFO nova.scheduler.client.report [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Deleted allocations for instance d38ae620-923b-4e3d-8ee8-157b11c5b8a6 [ 879.504068] env[62364]: INFO nova.scheduler.client.report [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted allocations for instance 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc [ 879.587482] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 28bfc61c-df62-49ff-807d-bd6845f6307a] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 879.590577] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52dc3c9b-2415-b29f-4db7-ebcb7b60458e, 'name': SearchDatastore_Task, 'duration_secs': 0.016727} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.592293] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.592293] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] c2ad54f6-1807-43b2-bbef-134672e11ae9/c2ad54f6-1807-43b2-bbef-134672e11ae9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.592530] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e91c4c00-e5de-461b-99db-b1494158433f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.604030] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 879.604030] env[62364]: value = "task-2480846" [ 879.604030] env[62364]: _type = "Task" [ 879.604030] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.616975] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.785520] env[62364]: DEBUG nova.compute.manager [req-5fe9409a-3bdf-4eb0-ae6d-6ba98756800e req-cae90ad3-2d03-4fe5-92b9-f4e90ddc1852 service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Received event network-vif-plugged-579cd31a-8903-4b59-8c72-8f8deed40c75 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 879.786137] env[62364]: DEBUG oslo_concurrency.lockutils [req-5fe9409a-3bdf-4eb0-ae6d-6ba98756800e req-cae90ad3-2d03-4fe5-92b9-f4e90ddc1852 service nova] Acquiring lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.786360] env[62364]: DEBUG oslo_concurrency.lockutils [req-5fe9409a-3bdf-4eb0-ae6d-6ba98756800e req-cae90ad3-2d03-4fe5-92b9-f4e90ddc1852 service nova] Lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.786532] env[62364]: DEBUG oslo_concurrency.lockutils [req-5fe9409a-3bdf-4eb0-ae6d-6ba98756800e req-cae90ad3-2d03-4fe5-92b9-f4e90ddc1852 service nova] Lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.786734] env[62364]: DEBUG nova.compute.manager [req-5fe9409a-3bdf-4eb0-ae6d-6ba98756800e req-cae90ad3-2d03-4fe5-92b9-f4e90ddc1852 service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] No waiting events found dispatching network-vif-plugged-579cd31a-8903-4b59-8c72-8f8deed40c75 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.786897] env[62364]: WARNING nova.compute.manager [req-5fe9409a-3bdf-4eb0-ae6d-6ba98756800e req-cae90ad3-2d03-4fe5-92b9-f4e90ddc1852 service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Received unexpected event network-vif-plugged-579cd31a-8903-4b59-8c72-8f8deed40c75 for instance with vm_state building and task_state spawning. [ 879.794180] env[62364]: DEBUG oslo_vmware.api [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2480843, 'name': PowerOnVM_Task, 'duration_secs': 0.830041} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.794632] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.796466] env[62364]: INFO nova.compute.manager [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Took 8.27 seconds to spawn the instance on the hypervisor. [ 879.796466] env[62364]: DEBUG nova.compute.manager [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.800355] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5482808-a40d-40e1-ad69-7c2c380ed6a2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.804346] env[62364]: DEBUG nova.network.neutron [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Successfully updated port: 579cd31a-8903-4b59-8c72-8f8deed40c75 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.926629] env[62364]: DEBUG nova.compute.manager [req-30f4cf58-c7ad-4435-9569-0aa2635d628a req-fefeb47f-f913-49d5-8f2a-a489cc1f0207 service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Received event network-vif-deleted-283fdc84-4ab6-403b-9af2-b1c2b87ba63b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 879.926802] env[62364]: INFO nova.compute.manager [req-30f4cf58-c7ad-4435-9569-0aa2635d628a req-fefeb47f-f913-49d5-8f2a-a489cc1f0207 service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Neutron deleted interface 283fdc84-4ab6-403b-9af2-b1c2b87ba63b; detaching it from the instance and deleting it from the info cache [ 879.926995] env[62364]: DEBUG nova.network.neutron [req-30f4cf58-c7ad-4435-9569-0aa2635d628a req-fefeb47f-f913-49d5-8f2a-a489cc1f0207 service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.994488] env[62364]: DEBUG oslo_concurrency.lockutils [None req-94e5ba72-6819-41dc-bf2d-aefdc916991a tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "f7748f65-88c6-459b-93c3-6ee2973396e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.936s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.999218] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44390cc0-cb1d-4745-98fb-81e18eae42e4 tempest-MultipleCreateTestJSON-1005436351 tempest-MultipleCreateTestJSON-1005436351-project-member] Lock "d38ae620-923b-4e3d-8ee8-157b11c5b8a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.093s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.016897] env[62364]: INFO nova.scheduler.client.report [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleted allocation for migration 83fa29a3-ca4e-419a-971f-107de92b4b4a [ 880.018686] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f40d6b1-7c73-49d3-b041-ce496e23a381 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "93de3d65-ca9f-41b7-b9a7-f3f60905ebbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.783s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.092174] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 00fdb372-683f-4552-a771-976703866093] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 880.118717] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480846, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.288358] env[62364]: DEBUG nova.network.neutron [-] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.309339] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "refresh_cache-8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.309339] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "refresh_cache-8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.309339] env[62364]: DEBUG nova.network.neutron [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.324611] env[62364]: INFO nova.compute.manager [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Took 55.02 seconds to build instance. [ 880.429813] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba98f02b-399f-4ad4-a410-13af766e9ca8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.440056] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bdccc7-8722-49c0-9365-75d9ebf74566 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.477081] env[62364]: DEBUG nova.compute.manager [req-30f4cf58-c7ad-4435-9569-0aa2635d628a req-fefeb47f-f913-49d5-8f2a-a489cc1f0207 service nova] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Detach interface failed, port_id=283fdc84-4ab6-403b-9af2-b1c2b87ba63b, reason: Instance d7b994ce-8b34-4d1f-b857-458a40a6fe6c could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 880.526936] env[62364]: DEBUG oslo_concurrency.lockutils [None req-751df21e-4847-4045-8cd8-952dad3e3edc tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.909s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.595156] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d33fe490-c5b2-4223-bf8e-b95ce7293fd6] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 880.617264] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657341} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.617264] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] c2ad54f6-1807-43b2-bbef-134672e11ae9/c2ad54f6-1807-43b2-bbef-134672e11ae9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.617797] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.618126] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-889473e4-fbda-4daf-981a-910ba85cfa48 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.628206] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 880.628206] env[62364]: value = "task-2480847" [ 880.628206] env[62364]: _type = "Task" [ 880.628206] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.640989] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.793390] env[62364]: INFO nova.compute.manager [-] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Took 1.39 seconds to deallocate network for instance. [ 880.826776] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d2ee1a3-c3a9-42d3-8273-f3b7cb9e1dd7 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.045s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.863109] env[62364]: DEBUG nova.network.neutron [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.883018] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c2764d-5a28-4485-9e13-b50bd3183a2c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.890600] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d043210-ff44-4adc-9a7c-5ff6ed869253 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.926870] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c9ff36-573b-45bc-9bc4-731acc330582 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.934780] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558e7e83-93cd-491d-8f68-b99855a39dd3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.950093] env[62364]: DEBUG nova.compute.provider_tree [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.031705] env[62364]: DEBUG nova.network.neutron [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Updating instance_info_cache with network_info: [{"id": "579cd31a-8903-4b59-8c72-8f8deed40c75", "address": "fa:16:3e:b3:71:ce", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap579cd31a-89", "ovs_interfaceid": "579cd31a-8903-4b59-8c72-8f8deed40c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.098632] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 75908b19-4042-4f7e-b50a-8d0255bebd6f] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 881.139622] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167764} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.139888] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.140706] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c447de-05b3-462c-b74a-b543288d96ad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.162900] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c2ad54f6-1807-43b2-bbef-134672e11ae9/c2ad54f6-1807-43b2-bbef-134672e11ae9.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.163529] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b2f85e0-46a5-444f-ba0e-f171864e2870 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.182737] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 881.182737] env[62364]: value = "task-2480848" [ 881.182737] env[62364]: _type = "Task" [ 881.182737] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.192087] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.303497] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.331834] env[62364]: DEBUG nova.objects.instance [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'flavor' on Instance uuid 1baeefa4-6b4f-4f68-91e5-d02645d64d34 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.453839] env[62364]: DEBUG nova.scheduler.client.report [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.535065] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "refresh_cache-8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.538234] env[62364]: DEBUG nova.compute.manager [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Instance network_info: |[{"id": "579cd31a-8903-4b59-8c72-8f8deed40c75", "address": "fa:16:3e:b3:71:ce", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap579cd31a-89", "ovs_interfaceid": "579cd31a-8903-4b59-8c72-8f8deed40c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.538234] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:71:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '579cd31a-8903-4b59-8c72-8f8deed40c75', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.548224] env[62364]: DEBUG oslo.service.loopingcall [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.548947] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.549309] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-403d640e-2cf6-4771-901b-43111d84f9c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.572875] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.572875] env[62364]: value = "task-2480849" [ 881.572875] env[62364]: _type = "Task" [ 881.572875] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.581185] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480849, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.601837] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 0ade04eb-abe5-493f-9076-d16f5ad36da7] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 881.697493] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480848, 'name': ReconfigVM_Task, 'duration_secs': 0.405713} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.697870] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c2ad54f6-1807-43b2-bbef-134672e11ae9/c2ad54f6-1807-43b2-bbef-134672e11ae9.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.698485] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41a869d3-b9b0-4af6-9519-8c43145be332 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.713040] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 881.713040] env[62364]: value = "task-2480850" [ 881.713040] env[62364]: _type = "Task" [ 881.713040] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.724982] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480850, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.837926] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.838114] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.838283] env[62364]: DEBUG nova.network.neutron [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.838469] env[62364]: DEBUG nova.objects.instance [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'info_cache' on Instance uuid 1baeefa4-6b4f-4f68-91e5-d02645d64d34 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.964524] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.965137] env[62364]: DEBUG nova.compute.manager [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.968217] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.087s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.969785] env[62364]: INFO nova.compute.claims [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.062093] env[62364]: DEBUG nova.compute.manager [req-7ae21c29-84e8-40d2-9aac-209b5e66764e req-200dde28-58e1-406f-a650-34e8594a8b6c service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Received event network-changed-579cd31a-8903-4b59-8c72-8f8deed40c75 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 882.062298] env[62364]: DEBUG nova.compute.manager [req-7ae21c29-84e8-40d2-9aac-209b5e66764e req-200dde28-58e1-406f-a650-34e8594a8b6c service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Refreshing instance network info cache due to event network-changed-579cd31a-8903-4b59-8c72-8f8deed40c75. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 882.062506] env[62364]: DEBUG oslo_concurrency.lockutils [req-7ae21c29-84e8-40d2-9aac-209b5e66764e req-200dde28-58e1-406f-a650-34e8594a8b6c service nova] Acquiring lock "refresh_cache-8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.062772] env[62364]: DEBUG oslo_concurrency.lockutils [req-7ae21c29-84e8-40d2-9aac-209b5e66764e req-200dde28-58e1-406f-a650-34e8594a8b6c service nova] Acquired lock "refresh_cache-8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.062859] env[62364]: DEBUG nova.network.neutron [req-7ae21c29-84e8-40d2-9aac-209b5e66764e req-200dde28-58e1-406f-a650-34e8594a8b6c service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Refreshing network info cache for port 579cd31a-8903-4b59-8c72-8f8deed40c75 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.085611] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480849, 'name': CreateVM_Task, 'duration_secs': 0.467603} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.085805] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.086694] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.086694] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.086995] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.087254] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6455e527-5a70-49dd-99a7-98fb7efcb0af {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.092217] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 882.092217] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523c6639-b63a-7e80-4c50-7ee251e1e4be" [ 882.092217] env[62364]: _type = "Task" [ 882.092217] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.100493] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523c6639-b63a-7e80-4c50-7ee251e1e4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.105026] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 47590f9c-00c0-4c63-99e0-196d2bf80f25] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 882.221934] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480850, 'name': Rename_Task, 'duration_secs': 0.215737} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.222434] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.222713] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebf9f033-80d3-4a75-8bc0-8199de428d04 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.230439] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 882.230439] env[62364]: value = "task-2480851" [ 882.230439] env[62364]: _type = "Task" [ 882.230439] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.238918] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.341915] env[62364]: DEBUG nova.objects.base [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Object Instance<1baeefa4-6b4f-4f68-91e5-d02645d64d34> lazy-loaded attributes: flavor,info_cache {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 882.345735] env[62364]: DEBUG nova.compute.manager [req-f9188ce7-35d6-4759-b4c3-ec91a5058c34 req-e267d864-5b6b-4189-a124-5d569613a971 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Received event network-changed-8cdaf6c2-2ed7-4628-84ed-db49ff222cdc {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 882.346020] env[62364]: DEBUG nova.compute.manager [req-f9188ce7-35d6-4759-b4c3-ec91a5058c34 req-e267d864-5b6b-4189-a124-5d569613a971 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Refreshing instance network info cache due to event network-changed-8cdaf6c2-2ed7-4628-84ed-db49ff222cdc. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 882.346246] env[62364]: DEBUG oslo_concurrency.lockutils [req-f9188ce7-35d6-4759-b4c3-ec91a5058c34 req-e267d864-5b6b-4189-a124-5d569613a971 service nova] Acquiring lock "refresh_cache-30c59dc6-31fa-4eda-97b8-2d4cd8cba180" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.346391] env[62364]: DEBUG oslo_concurrency.lockutils [req-f9188ce7-35d6-4759-b4c3-ec91a5058c34 req-e267d864-5b6b-4189-a124-5d569613a971 service nova] Acquired lock "refresh_cache-30c59dc6-31fa-4eda-97b8-2d4cd8cba180" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.346552] env[62364]: DEBUG nova.network.neutron [req-f9188ce7-35d6-4759-b4c3-ec91a5058c34 req-e267d864-5b6b-4189-a124-5d569613a971 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Refreshing network info cache for port 8cdaf6c2-2ed7-4628-84ed-db49ff222cdc {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.474993] env[62364]: DEBUG nova.compute.utils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.480332] env[62364]: DEBUG nova.compute.manager [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.480332] env[62364]: DEBUG nova.network.neutron [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.601822] env[62364]: DEBUG nova.policy [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f25413a5318949249b881d412aa89359', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e3494d23b76453f9b7df7388dd198b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.607640] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523c6639-b63a-7e80-4c50-7ee251e1e4be, 'name': SearchDatastore_Task, 'duration_secs': 0.03558} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.607993] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.608434] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.608524] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.608633] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.608815] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.609291] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 1ff62a80-6e78-465f-b9c8-3a2107ebcf8e] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 882.611125] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-064e30ce-85bd-4962-b7d2-adaa9d4d8d3d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.626028] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.626028] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.626028] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b15516c5-1f57-43d9-8e79-61ed4cc4001f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.637561] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 882.637561] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d755d0-8dea-2650-6291-a7ca8f9517de" [ 882.637561] env[62364]: _type = "Task" [ 882.637561] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.646646] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d755d0-8dea-2650-6291-a7ca8f9517de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.752985] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.936639] env[62364]: DEBUG nova.network.neutron [req-7ae21c29-84e8-40d2-9aac-209b5e66764e req-200dde28-58e1-406f-a650-34e8594a8b6c service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Updated VIF entry in instance network info cache for port 579cd31a-8903-4b59-8c72-8f8deed40c75. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.936639] env[62364]: DEBUG nova.network.neutron [req-7ae21c29-84e8-40d2-9aac-209b5e66764e req-200dde28-58e1-406f-a650-34e8594a8b6c service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Updating instance_info_cache with network_info: [{"id": "579cd31a-8903-4b59-8c72-8f8deed40c75", "address": "fa:16:3e:b3:71:ce", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap579cd31a-89", "ovs_interfaceid": "579cd31a-8903-4b59-8c72-8f8deed40c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.988489] env[62364]: DEBUG nova.compute.manager [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.117127] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 9745f741-5030-4bba-8ddc-bff38331ab4c] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 883.155932] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d755d0-8dea-2650-6291-a7ca8f9517de, 'name': SearchDatastore_Task, 'duration_secs': 0.022873} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.155932] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda9902f-b6db-4132-a8de-7e7f46994d9e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.166057] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 883.166057] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]528d5f72-86e6-d2ec-13bd-af3a19de6fd3" [ 883.166057] env[62364]: _type = "Task" [ 883.166057] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.175937] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528d5f72-86e6-d2ec-13bd-af3a19de6fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.241375] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480851, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.242305] env[62364]: DEBUG nova.network.neutron [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Successfully created port: 83ec975e-0159-45de-9c23-d04248716607 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.247802] env[62364]: DEBUG nova.network.neutron [req-f9188ce7-35d6-4759-b4c3-ec91a5058c34 req-e267d864-5b6b-4189-a124-5d569613a971 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Updated VIF entry in instance network info cache for port 8cdaf6c2-2ed7-4628-84ed-db49ff222cdc. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.248207] env[62364]: DEBUG nova.network.neutron [req-f9188ce7-35d6-4759-b4c3-ec91a5058c34 req-e267d864-5b6b-4189-a124-5d569613a971 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Updating instance_info_cache with network_info: [{"id": "8cdaf6c2-2ed7-4628-84ed-db49ff222cdc", "address": "fa:16:3e:18:90:38", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdaf6c2-2e", "ovs_interfaceid": "8cdaf6c2-2ed7-4628-84ed-db49ff222cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.369966] env[62364]: DEBUG nova.network.neutron [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance_info_cache with network_info: [{"id": "05d256f6-3d6e-48c0-ab37-edecec205860", "address": "fa:16:3e:1b:e5:3c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d256f6-3d", "ovs_interfaceid": "05d256f6-3d6e-48c0-ab37-edecec205860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.423665] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d155221-42d2-428a-8cd3-0cbeea6895ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.438407] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2011e59-9002-4c3e-9d10-7e997351d63f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.439796] env[62364]: DEBUG oslo_concurrency.lockutils [req-7ae21c29-84e8-40d2-9aac-209b5e66764e req-200dde28-58e1-406f-a650-34e8594a8b6c service nova] Releasing lock "refresh_cache-8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.473954] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c1433-10ec-4892-88a5-75209c0a7860 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.483061] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21f092d-050f-4826-8561-e854c00366f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.503339] env[62364]: DEBUG nova.compute.provider_tree [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.631185] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 7b302e72-58de-4b9c-aa9e-902a37184828] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 883.677799] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528d5f72-86e6-d2ec-13bd-af3a19de6fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.013194} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.678061] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.678262] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af/8b1c6585-64a4-4c6e-a858-0ee53cf7c6af.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.678526] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72cb121f-5f79-4546-bcd9-48aa8c6eb531 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.684984] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 883.684984] env[62364]: value = "task-2480852" [ 883.684984] env[62364]: _type = "Task" [ 883.684984] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.695253] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.743113] env[62364]: DEBUG oslo_vmware.api [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2480851, 'name': PowerOnVM_Task, 'duration_secs': 1.012961} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.743425] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.743758] env[62364]: INFO nova.compute.manager [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Took 9.62 seconds to spawn the instance on the hypervisor. [ 883.743871] env[62364]: DEBUG nova.compute.manager [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.745792] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c78603e-4782-413d-ad7f-66cbd7a3f32d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.754500] env[62364]: DEBUG oslo_concurrency.lockutils [req-f9188ce7-35d6-4759-b4c3-ec91a5058c34 req-e267d864-5b6b-4189-a124-5d569613a971 service nova] Releasing lock "refresh_cache-30c59dc6-31fa-4eda-97b8-2d4cd8cba180" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.873301] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-1baeefa4-6b4f-4f68-91e5-d02645d64d34" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.008061] env[62364]: DEBUG nova.compute.manager [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.013145] env[62364]: DEBUG nova.scheduler.client.report [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.058264] env[62364]: DEBUG nova.virt.hardware [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.058537] env[62364]: DEBUG nova.virt.hardware [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.058698] env[62364]: DEBUG nova.virt.hardware [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.058883] env[62364]: DEBUG nova.virt.hardware [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.059041] env[62364]: DEBUG nova.virt.hardware [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.059191] env[62364]: DEBUG nova.virt.hardware [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.059396] env[62364]: DEBUG nova.virt.hardware [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.059575] env[62364]: DEBUG nova.virt.hardware [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.059727] env[62364]: DEBUG nova.virt.hardware [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.060483] env[62364]: DEBUG nova.virt.hardware [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.060483] env[62364]: DEBUG nova.virt.hardware [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.064024] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e549ba-33fa-4e93-8e64-165168b445dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.069523] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d46cdfb-b254-427b-8000-4eaba57965dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.134786] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: f2fc50a2-045d-4f3c-81b9-aab4c1a01be7] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 884.197926] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480852, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.263218] env[62364]: INFO nova.compute.manager [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Took 52.98 seconds to build instance. [ 884.519446] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.520024] env[62364]: DEBUG nova.compute.manager [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.524936] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.212s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.525364] env[62364]: INFO nova.compute.claims [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.639800] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 6dd54a20-72b1-4704-91bb-ef10a0a2db8c] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 884.696391] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85915} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.696851] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af/8b1c6585-64a4-4c6e-a858-0ee53cf7c6af.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.697112] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.697377] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00c93d9c-3c2e-44a5-bca9-26d80eb6abb1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.704405] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 884.704405] env[62364]: value = "task-2480853" [ 884.704405] env[62364]: _type = "Task" [ 884.704405] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.713367] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.765773] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d934fa23-43ea-4aa7-945c-e24da412d909 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.499s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.880954] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.881231] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d63452c7-4fd0-4451-bb78-e7803b6eb7b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.889102] env[62364]: DEBUG oslo_vmware.api [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 884.889102] env[62364]: value = "task-2480854" [ 884.889102] env[62364]: _type = "Task" [ 884.889102] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.899142] env[62364]: DEBUG oslo_vmware.api [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.030871] env[62364]: DEBUG nova.compute.utils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 885.034508] env[62364]: DEBUG nova.compute.manager [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.034593] env[62364]: DEBUG nova.network.neutron [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.126028] env[62364]: DEBUG nova.policy [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f25413a5318949249b881d412aa89359', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e3494d23b76453f9b7df7388dd198b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.143572] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 9a0c83f1-f660-45d9-adc7-7a82fca70272] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 885.221383] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080402} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.221383] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.221383] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793e1893-6919-4b00-8c5b-cb8bd2319764 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.251597] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af/8b1c6585-64a4-4c6e-a858-0ee53cf7c6af.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.252738] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a46355-9a75-488b-be42-73bb1068e5f1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.274903] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 885.274903] env[62364]: value = "task-2480855" [ 885.274903] env[62364]: _type = "Task" [ 885.274903] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.283410] env[62364]: DEBUG nova.compute.manager [req-49209b91-8252-404a-8984-867e1b7a672f req-e8afd2b6-c70c-4ab4-acfa-bebccfa94ad0 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received event network-changed-a720da0b-87e1-4e9d-9d0b-885139f09a32 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 885.283410] env[62364]: DEBUG nova.compute.manager [req-49209b91-8252-404a-8984-867e1b7a672f req-e8afd2b6-c70c-4ab4-acfa-bebccfa94ad0 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Refreshing instance network info cache due to event network-changed-a720da0b-87e1-4e9d-9d0b-885139f09a32. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 885.283410] env[62364]: DEBUG oslo_concurrency.lockutils [req-49209b91-8252-404a-8984-867e1b7a672f req-e8afd2b6-c70c-4ab4-acfa-bebccfa94ad0 service nova] Acquiring lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.283410] env[62364]: DEBUG oslo_concurrency.lockutils [req-49209b91-8252-404a-8984-867e1b7a672f req-e8afd2b6-c70c-4ab4-acfa-bebccfa94ad0 service nova] Acquired lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.283410] env[62364]: DEBUG nova.network.neutron [req-49209b91-8252-404a-8984-867e1b7a672f req-e8afd2b6-c70c-4ab4-acfa-bebccfa94ad0 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Refreshing network info cache for port a720da0b-87e1-4e9d-9d0b-885139f09a32 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.293555] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.400547] env[62364]: DEBUG oslo_vmware.api [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480854, 'name': PowerOnVM_Task, 'duration_secs': 0.423178} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.400987] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.401044] env[62364]: DEBUG nova.compute.manager [None req-8d261a36-9fac-4e89-aecd-0fc7d6658c17 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.401842] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa87434-cb3e-4e01-966e-75c1b9f1ab3c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.412792] env[62364]: DEBUG nova.network.neutron [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Successfully updated port: 83ec975e-0159-45de-9c23-d04248716607 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.541796] env[62364]: DEBUG nova.compute.manager [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.647119] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: b4f18c46-ac56-4253-add1-6586dd207c92] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 885.694837] env[62364]: DEBUG nova.network.neutron [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Successfully created port: 125ebfa8-72c4-4469-8b81-bd0bfa03a0c0 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.786829] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.918281] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "refresh_cache-518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.918281] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired lock "refresh_cache-518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.918632] env[62364]: DEBUG nova.network.neutron [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.992036] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8888f9-b494-48fb-a07b-86717194eea1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.002046] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cf1f57-a9f9-4fb7-9364-3f340cb2b290 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.047420] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c50698d-319b-4d28-ae94-fd32b22ec77d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.060687] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7860a832-0e43-4967-98d9-0120892a1404 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.077358] env[62364]: DEBUG nova.compute.provider_tree [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.153368] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 5beb891b-8d68-4838-8fd0-8a24604c26fb] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 886.294059] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480855, 'name': ReconfigVM_Task, 'duration_secs': 0.806854} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.294059] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af/8b1c6585-64a4-4c6e-a858-0ee53cf7c6af.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.294059] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42f540f3-29e3-4173-8353-a8995409abcc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.304061] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 886.304061] env[62364]: value = "task-2480856" [ 886.304061] env[62364]: _type = "Task" [ 886.304061] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.310475] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480856, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.521927] env[62364]: DEBUG nova.network.neutron [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.557616] env[62364]: DEBUG nova.compute.manager [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.582386] env[62364]: DEBUG nova.scheduler.client.report [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.595570] env[62364]: DEBUG nova.virt.hardware [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.596528] env[62364]: DEBUG nova.virt.hardware [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.596528] env[62364]: DEBUG nova.virt.hardware [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.596528] env[62364]: DEBUG nova.virt.hardware [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.596528] env[62364]: DEBUG nova.virt.hardware [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.596988] env[62364]: DEBUG nova.virt.hardware [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.596988] env[62364]: DEBUG nova.virt.hardware [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.597195] env[62364]: DEBUG nova.virt.hardware [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.598110] env[62364]: DEBUG nova.virt.hardware [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.598110] env[62364]: DEBUG nova.virt.hardware [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.598110] env[62364]: DEBUG nova.virt.hardware [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.600084] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3998026c-2b53-47bc-a9f7-dae2ed329332 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.608845] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2106be64-f4ac-4c70-8b1b-659e2f499766 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.613292] env[62364]: DEBUG nova.network.neutron [req-49209b91-8252-404a-8984-867e1b7a672f req-e8afd2b6-c70c-4ab4-acfa-bebccfa94ad0 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updated VIF entry in instance network info cache for port a720da0b-87e1-4e9d-9d0b-885139f09a32. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.613698] env[62364]: DEBUG nova.network.neutron [req-49209b91-8252-404a-8984-867e1b7a672f req-e8afd2b6-c70c-4ab4-acfa-bebccfa94ad0 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updating instance_info_cache with network_info: [{"id": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "address": "fa:16:3e:e8:43:0f", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa720da0b-87", "ovs_interfaceid": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.657754] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 5a3eb923-5bd9-4d00-ba7f-ac5d148cc1fd] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 886.719820] env[62364]: DEBUG oslo_concurrency.lockutils [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.720517] env[62364]: DEBUG oslo_concurrency.lockutils [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.720739] env[62364]: DEBUG oslo_concurrency.lockutils [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.721198] env[62364]: DEBUG oslo_concurrency.lockutils [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.721443] env[62364]: DEBUG oslo_concurrency.lockutils [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.723850] env[62364]: INFO nova.compute.manager [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Terminating instance [ 886.796846] env[62364]: DEBUG nova.network.neutron [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Updating instance_info_cache with network_info: [{"id": "83ec975e-0159-45de-9c23-d04248716607", "address": "fa:16:3e:84:18:20", "network": {"id": "7fa9f87b-e1a3-4f53-b169-968dcb0a2c98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493771120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3494d23b76453f9b7df7388dd198b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ec975e-01", "ovs_interfaceid": "83ec975e-0159-45de-9c23-d04248716607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.812348] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480856, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.087493] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.088043] env[62364]: DEBUG nova.compute.manager [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.095019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.468s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.095019] env[62364]: INFO nova.compute.claims [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.116794] env[62364]: DEBUG oslo_concurrency.lockutils [req-49209b91-8252-404a-8984-867e1b7a672f req-e8afd2b6-c70c-4ab4-acfa-bebccfa94ad0 service nova] Releasing lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.158996] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: ac869905-5c82-404e-8347-a34270150d89] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 887.232022] env[62364]: DEBUG nova.compute.manager [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.232022] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.232022] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf651573-bd86-491e-aa9b-3da9d6447c87 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.238979] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.239409] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfac1857-745d-46ed-b7da-a003f84801b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.248017] env[62364]: DEBUG oslo_vmware.api [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 887.248017] env[62364]: value = "task-2480857" [ 887.248017] env[62364]: _type = "Task" [ 887.248017] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.254533] env[62364]: DEBUG oslo_vmware.api [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.303551] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Releasing lock "refresh_cache-518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.303551] env[62364]: DEBUG nova.compute.manager [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Instance network_info: |[{"id": "83ec975e-0159-45de-9c23-d04248716607", "address": "fa:16:3e:84:18:20", "network": {"id": "7fa9f87b-e1a3-4f53-b169-968dcb0a2c98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493771120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3494d23b76453f9b7df7388dd198b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ec975e-01", "ovs_interfaceid": "83ec975e-0159-45de-9c23-d04248716607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.303551] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:18:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83ec975e-0159-45de-9c23-d04248716607', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.310645] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Creating folder: Project (0e3494d23b76453f9b7df7388dd198b5). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.311199] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46400e9e-df4a-4797-9ee2-bbab88099745 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.321480] env[62364]: DEBUG nova.compute.manager [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Received event network-vif-plugged-83ec975e-0159-45de-9c23-d04248716607 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 887.321480] env[62364]: DEBUG oslo_concurrency.lockutils [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] Acquiring lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.321480] env[62364]: DEBUG oslo_concurrency.lockutils [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] Lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.321923] env[62364]: DEBUG oslo_concurrency.lockutils [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] Lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.322253] env[62364]: DEBUG nova.compute.manager [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] No waiting events found dispatching network-vif-plugged-83ec975e-0159-45de-9c23-d04248716607 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.322556] env[62364]: WARNING nova.compute.manager [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Received unexpected event network-vif-plugged-83ec975e-0159-45de-9c23-d04248716607 for instance with vm_state building and task_state spawning. [ 887.322863] env[62364]: DEBUG nova.compute.manager [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Received event network-changed-83ec975e-0159-45de-9c23-d04248716607 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 887.323350] env[62364]: DEBUG nova.compute.manager [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Refreshing instance network info cache due to event network-changed-83ec975e-0159-45de-9c23-d04248716607. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 887.323695] env[62364]: DEBUG oslo_concurrency.lockutils [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] Acquiring lock "refresh_cache-518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.323999] env[62364]: DEBUG oslo_concurrency.lockutils [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] Acquired lock "refresh_cache-518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.331097] env[62364]: DEBUG nova.network.neutron [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Refreshing network info cache for port 83ec975e-0159-45de-9c23-d04248716607 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.338411] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480856, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.338411] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Created folder: Project (0e3494d23b76453f9b7df7388dd198b5) in parent group-v501830. [ 887.338411] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Creating folder: Instances. Parent ref: group-v502031. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.338411] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a996ef90-7b8b-43e4-b097-9cf84e0b771f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.346841] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Created folder: Instances in parent group-v502031. [ 887.347106] env[62364]: DEBUG oslo.service.loopingcall [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.347321] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.347554] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e98c6f7c-94f4-4bdf-b614-bb954af9f77a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.368824] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.368824] env[62364]: value = "task-2480860" [ 887.368824] env[62364]: _type = "Task" [ 887.368824] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.381910] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480860, 'name': CreateVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.599440] env[62364]: DEBUG nova.compute.utils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 887.600816] env[62364]: DEBUG nova.compute.manager [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.601060] env[62364]: DEBUG nova.network.neutron [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.666674] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 5d8a5902-fe91-45f4-9a5a-0e567426d52c] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 887.731163] env[62364]: DEBUG nova.policy [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f25413a5318949249b881d412aa89359', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e3494d23b76453f9b7df7388dd198b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.756086] env[62364]: DEBUG oslo_vmware.api [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480857, 'name': PowerOffVM_Task, 'duration_secs': 0.507323} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.756611] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.756919] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.757327] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63a3e7b3-5b10-4535-b9a4-2436ce605251 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.818526] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.819291] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.819702] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleting the datastore file [datastore2] 1baeefa4-6b4f-4f68-91e5-d02645d64d34 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.820689] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-236fd803-959a-4960-b149-71d2c2901002 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.827239] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480856, 'name': Rename_Task, 'duration_secs': 1.286338} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.827551] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.827961] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40d7566f-9350-4088-974c-7164c55e4661 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.831919] env[62364]: DEBUG oslo_vmware.api [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 887.831919] env[62364]: value = "task-2480862" [ 887.831919] env[62364]: _type = "Task" [ 887.831919] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.842872] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 887.842872] env[62364]: value = "task-2480863" [ 887.842872] env[62364]: _type = "Task" [ 887.842872] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.852643] env[62364]: DEBUG oslo_vmware.api [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.858314] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480863, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.879868] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480860, 'name': CreateVM_Task, 'duration_secs': 0.43541} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.880257] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.882439] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.882724] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.883173] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.883699] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3de25b0-825d-423a-82b1-4b4c1743e55f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.888940] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 887.888940] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52089d8d-d0d2-82f9-b2f4-3601191525a0" [ 887.888940] env[62364]: _type = "Task" [ 887.888940] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.898269] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52089d8d-d0d2-82f9-b2f4-3601191525a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.106372] env[62364]: DEBUG nova.network.neutron [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Successfully updated port: 125ebfa8-72c4-4469-8b81-bd0bfa03a0c0 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.110743] env[62364]: DEBUG nova.compute.manager [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.169938] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 35357dda-cf26-4576-a6ca-cef04c6597b1] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 888.254222] env[62364]: DEBUG nova.network.neutron [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Updated VIF entry in instance network info cache for port 83ec975e-0159-45de-9c23-d04248716607. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.255568] env[62364]: DEBUG nova.network.neutron [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Updating instance_info_cache with network_info: [{"id": "83ec975e-0159-45de-9c23-d04248716607", "address": "fa:16:3e:84:18:20", "network": {"id": "7fa9f87b-e1a3-4f53-b169-968dcb0a2c98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493771120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3494d23b76453f9b7df7388dd198b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ec975e-01", "ovs_interfaceid": "83ec975e-0159-45de-9c23-d04248716607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.268206] env[62364]: DEBUG nova.network.neutron [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Successfully created port: 8b2c284e-7ce5-47ad-80fe-2d8d6854c19b {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.343181] env[62364]: DEBUG oslo_vmware.api [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2480862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208204} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.344276] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.344621] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.344899] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.345233] env[62364]: INFO nova.compute.manager [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Took 1.12 seconds to destroy the instance on the hypervisor. [ 888.345809] env[62364]: DEBUG oslo.service.loopingcall [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.346511] env[62364]: DEBUG nova.compute.manager [-] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.346705] env[62364]: DEBUG nova.network.neutron [-] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.365121] env[62364]: DEBUG oslo_vmware.api [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480863, 'name': PowerOnVM_Task, 'duration_secs': 0.509157} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.365121] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.365121] env[62364]: INFO nova.compute.manager [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Took 9.54 seconds to spawn the instance on the hypervisor. [ 888.365663] env[62364]: DEBUG nova.compute.manager [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.366677] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9119edc-7132-467e-9f69-a7092640f07d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.405361] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52089d8d-d0d2-82f9-b2f4-3601191525a0, 'name': SearchDatastore_Task, 'duration_secs': 0.0158} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.405561] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.405822] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.407140] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.407140] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.407140] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.407140] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43f2ff4d-7571-4cd8-b163-10f8421a6431 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.419296] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.419545] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.420505] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8428be0-aaa4-4190-9a6a-cff35c6bb6f3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.426837] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 888.426837] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5270141c-d14d-2bec-f061-2991f16a1dd7" [ 888.426837] env[62364]: _type = "Task" [ 888.426837] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.435655] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5270141c-d14d-2bec-f061-2991f16a1dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.613108] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34794ce-b674-4d43-ade2-3e517845c6d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.630038] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "refresh_cache-6a3afe1b-9107-4a04-897c-b48982e9277e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.630038] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired lock "refresh_cache-6a3afe1b-9107-4a04-897c-b48982e9277e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.630281] env[62364]: DEBUG nova.network.neutron [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.632517] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5143de9c-b5e5-4e38-979a-d517ca8ff88f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.676076] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5483dc-d6bb-4bf0-8b83-3416c0672807 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.679916] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 621d2c06-77f3-4b6e-9944-01faf4f8056b] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 888.688514] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d06803e-aec8-479c-b99b-f9f662d9c439 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.703782] env[62364]: DEBUG nova.compute.provider_tree [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.762824] env[62364]: DEBUG oslo_concurrency.lockutils [req-c2b42750-7413-4751-9e81-659cdae51aaa req-183455d1-2024-49e7-b67e-dfc45c395495 service nova] Releasing lock "refresh_cache-518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.830347] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquiring lock "5727a6da-7fb7-4573-a619-00186d6e6fd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.830576] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lock "5727a6da-7fb7-4573-a619-00186d6e6fd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.885095] env[62364]: INFO nova.compute.manager [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Took 37.14 seconds to build instance. [ 888.937545] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5270141c-d14d-2bec-f061-2991f16a1dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.014687} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.938373] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85d2228-d2c7-4ae1-81dc-cf3d61118d34 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.944016] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 888.944016] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]524b1495-eb61-dd73-043a-8dc620c0ff64" [ 888.944016] env[62364]: _type = "Task" [ 888.944016] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.951945] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524b1495-eb61-dd73-043a-8dc620c0ff64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.134329] env[62364]: DEBUG nova.compute.manager [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.168022] env[62364]: DEBUG nova.virt.hardware [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.168022] env[62364]: DEBUG nova.virt.hardware [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.168022] env[62364]: DEBUG nova.virt.hardware [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.168421] env[62364]: DEBUG nova.virt.hardware [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.168686] env[62364]: DEBUG nova.virt.hardware [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.168946] env[62364]: DEBUG nova.virt.hardware [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.169298] env[62364]: DEBUG nova.virt.hardware [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.169563] env[62364]: DEBUG nova.virt.hardware [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.169843] env[62364]: DEBUG nova.virt.hardware [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.170114] env[62364]: DEBUG nova.virt.hardware [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.170385] env[62364]: DEBUG nova.virt.hardware [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.171597] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4ff2c7-5c52-4381-a2e7-72a32a55b87e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.175107] env[62364]: DEBUG nova.network.neutron [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.183305] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40cace2-2c28-4153-ad01-2a825b3da8f8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.188559] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.188837] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Cleaning up deleted instances with incomplete migration {{(pid=62364) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11798}} [ 889.207163] env[62364]: DEBUG nova.scheduler.client.report [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.331184] env[62364]: DEBUG nova.network.neutron [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Updating instance_info_cache with network_info: [{"id": "125ebfa8-72c4-4469-8b81-bd0bfa03a0c0", "address": "fa:16:3e:af:5c:5b", "network": {"id": "7fa9f87b-e1a3-4f53-b169-968dcb0a2c98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493771120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3494d23b76453f9b7df7388dd198b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125ebfa8-72", "ovs_interfaceid": "125ebfa8-72c4-4469-8b81-bd0bfa03a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.333252] env[62364]: DEBUG nova.compute.manager [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.356854] env[62364]: DEBUG nova.compute.manager [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Received event network-vif-plugged-125ebfa8-72c4-4469-8b81-bd0bfa03a0c0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 889.357348] env[62364]: DEBUG oslo_concurrency.lockutils [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] Acquiring lock "6a3afe1b-9107-4a04-897c-b48982e9277e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.357536] env[62364]: DEBUG oslo_concurrency.lockutils [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] Lock "6a3afe1b-9107-4a04-897c-b48982e9277e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.357722] env[62364]: DEBUG oslo_concurrency.lockutils [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] Lock "6a3afe1b-9107-4a04-897c-b48982e9277e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.357859] env[62364]: DEBUG nova.compute.manager [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] No waiting events found dispatching network-vif-plugged-125ebfa8-72c4-4469-8b81-bd0bfa03a0c0 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.358068] env[62364]: WARNING nova.compute.manager [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Received unexpected event network-vif-plugged-125ebfa8-72c4-4469-8b81-bd0bfa03a0c0 for instance with vm_state building and task_state spawning. [ 889.358250] env[62364]: DEBUG nova.compute.manager [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Received event network-changed-125ebfa8-72c4-4469-8b81-bd0bfa03a0c0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 889.358412] env[62364]: DEBUG nova.compute.manager [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Refreshing instance network info cache due to event network-changed-125ebfa8-72c4-4469-8b81-bd0bfa03a0c0. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 889.358587] env[62364]: DEBUG oslo_concurrency.lockutils [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] Acquiring lock "refresh_cache-6a3afe1b-9107-4a04-897c-b48982e9277e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.388048] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac913fca-8453-42c6-b8a5-a3c76d01016a tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.650s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.397765] env[62364]: DEBUG nova.network.neutron [-] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.456611] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524b1495-eb61-dd73-043a-8dc620c0ff64, 'name': SearchDatastore_Task, 'duration_secs': 0.012589} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.456893] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.457352] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076/518f66ce-ffef-4ce1-96c4-2ebdf2b9e076.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.457627] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f6d8f63-1688-4ba8-ad2e-dfa07f3251c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.466952] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 889.466952] env[62364]: value = "task-2480864" [ 889.466952] env[62364]: _type = "Task" [ 889.466952] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.476741] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.653032] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquiring lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.653208] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.701776] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.717270] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.717808] env[62364]: DEBUG nova.compute.manager [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.720784] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.922s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.722333] env[62364]: INFO nova.compute.claims [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.835812] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Releasing lock "refresh_cache-6a3afe1b-9107-4a04-897c-b48982e9277e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.835812] env[62364]: DEBUG nova.compute.manager [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Instance network_info: |[{"id": "125ebfa8-72c4-4469-8b81-bd0bfa03a0c0", "address": "fa:16:3e:af:5c:5b", "network": {"id": "7fa9f87b-e1a3-4f53-b169-968dcb0a2c98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493771120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3494d23b76453f9b7df7388dd198b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125ebfa8-72", "ovs_interfaceid": "125ebfa8-72c4-4469-8b81-bd0bfa03a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.835812] env[62364]: DEBUG oslo_concurrency.lockutils [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] Acquired lock "refresh_cache-6a3afe1b-9107-4a04-897c-b48982e9277e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.835812] env[62364]: DEBUG nova.network.neutron [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Refreshing network info cache for port 125ebfa8-72c4-4469-8b81-bd0bfa03a0c0 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.835812] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:5c:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '125ebfa8-72c4-4469-8b81-bd0bfa03a0c0', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.846715] env[62364]: DEBUG oslo.service.loopingcall [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.850219] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.853128] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d0d1127-f52d-4a07-ab5f-b914437f6ec0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.877186] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.877186] env[62364]: value = "task-2480865" [ 889.877186] env[62364]: _type = "Task" [ 889.877186] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.889599] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480865, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.896322] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.908046] env[62364]: INFO nova.compute.manager [-] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Took 1.56 seconds to deallocate network for instance. [ 889.977132] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507669} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.977438] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076/518f66ce-ffef-4ce1-96c4-2ebdf2b9e076.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.977654] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.977937] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11bbcc82-89ac-4c1f-8aa8-0c47013ffcff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.985264] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 889.985264] env[62364]: value = "task-2480866" [ 889.985264] env[62364]: _type = "Task" [ 889.985264] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.993161] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.133977] env[62364]: DEBUG nova.compute.manager [req-ba788fa2-906f-434d-bf9b-2f27bf1278d1 req-c35eeaac-c914-44c7-884c-248df5688d43 service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Received event network-vif-plugged-8b2c284e-7ce5-47ad-80fe-2d8d6854c19b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 890.133977] env[62364]: DEBUG oslo_concurrency.lockutils [req-ba788fa2-906f-434d-bf9b-2f27bf1278d1 req-c35eeaac-c914-44c7-884c-248df5688d43 service nova] Acquiring lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.134174] env[62364]: DEBUG oslo_concurrency.lockutils [req-ba788fa2-906f-434d-bf9b-2f27bf1278d1 req-c35eeaac-c914-44c7-884c-248df5688d43 service nova] Lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.134640] env[62364]: DEBUG oslo_concurrency.lockutils [req-ba788fa2-906f-434d-bf9b-2f27bf1278d1 req-c35eeaac-c914-44c7-884c-248df5688d43 service nova] Lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.134640] env[62364]: DEBUG nova.compute.manager [req-ba788fa2-906f-434d-bf9b-2f27bf1278d1 req-c35eeaac-c914-44c7-884c-248df5688d43 service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] No waiting events found dispatching network-vif-plugged-8b2c284e-7ce5-47ad-80fe-2d8d6854c19b {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.135173] env[62364]: WARNING nova.compute.manager [req-ba788fa2-906f-434d-bf9b-2f27bf1278d1 req-c35eeaac-c914-44c7-884c-248df5688d43 service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Received unexpected event network-vif-plugged-8b2c284e-7ce5-47ad-80fe-2d8d6854c19b for instance with vm_state building and task_state spawning. [ 890.157054] env[62364]: DEBUG nova.compute.manager [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.232680] env[62364]: DEBUG nova.compute.utils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 890.237652] env[62364]: DEBUG nova.compute.manager [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.237834] env[62364]: DEBUG nova.network.neutron [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.273943] env[62364]: DEBUG nova.network.neutron [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Successfully updated port: 8b2c284e-7ce5-47ad-80fe-2d8d6854c19b {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.279813] env[62364]: DEBUG nova.policy [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3d9a0f28fd5494e97ab32cdb89ac53b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74b856a0f1e742618ae294e6e88ccf4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.387867] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480865, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.412142] env[62364]: DEBUG oslo_concurrency.lockutils [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.495230] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086804} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.495567] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.496430] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e63b783-e339-4c31-9c28-caa3fd8e97fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.522324] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076/518f66ce-ffef-4ce1-96c4-2ebdf2b9e076.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.524010] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d939c569-35e4-45cb-b74d-5a0ed48b50e8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.551590] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 890.551590] env[62364]: value = "task-2480867" [ 890.551590] env[62364]: _type = "Task" [ 890.551590] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.562718] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.616192] env[62364]: DEBUG nova.network.neutron [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Successfully created port: 4ba8a381-65bb-4f23-86dc-5694fe56d4ee {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.677475] env[62364]: DEBUG nova.network.neutron [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Updated VIF entry in instance network info cache for port 125ebfa8-72c4-4469-8b81-bd0bfa03a0c0. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.677901] env[62364]: DEBUG nova.network.neutron [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Updating instance_info_cache with network_info: [{"id": "125ebfa8-72c4-4469-8b81-bd0bfa03a0c0", "address": "fa:16:3e:af:5c:5b", "network": {"id": "7fa9f87b-e1a3-4f53-b169-968dcb0a2c98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493771120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3494d23b76453f9b7df7388dd198b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125ebfa8-72", "ovs_interfaceid": "125ebfa8-72c4-4469-8b81-bd0bfa03a0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.689769] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.741243] env[62364]: DEBUG nova.compute.manager [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.782828] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "refresh_cache-e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.783009] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired lock "refresh_cache-e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.783223] env[62364]: DEBUG nova.network.neutron [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.886732] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480865, 'name': CreateVM_Task, 'duration_secs': 0.652511} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.886968] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.887714] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.887886] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.888285] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.888699] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b9d32e8-d56f-4036-9291-fadc7de50280 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.896357] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 890.896357] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521a5554-9db3-67fd-87d9-f3c2160e0324" [ 890.896357] env[62364]: _type = "Task" [ 890.896357] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.905021] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521a5554-9db3-67fd-87d9-f3c2160e0324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.047122] env[62364]: INFO nova.compute.manager [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Rebuilding instance [ 891.062277] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480867, 'name': ReconfigVM_Task, 'duration_secs': 0.393114} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.064740] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076/518f66ce-ffef-4ce1-96c4-2ebdf2b9e076.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.067147] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d98aeff3-487f-4b40-a61e-b392a7c5414c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.074262] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 891.074262] env[62364]: value = "task-2480868" [ 891.074262] env[62364]: _type = "Task" [ 891.074262] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.088183] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480868, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.095504] env[62364]: DEBUG nova.compute.manager [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.096400] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7689c47d-d6bf-493f-9f97-a06fefaefd4e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.116861] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2f98fa-10fd-409c-917d-79296d6a6f82 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.124247] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34f319b-b08e-4848-a540-accc724acd72 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.157341] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8218aa-0922-412e-ab34-664f8705264c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.165627] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cd94f0-032a-414b-9579-eb9e7428db22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.180158] env[62364]: DEBUG nova.compute.provider_tree [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.181752] env[62364]: DEBUG oslo_concurrency.lockutils [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] Releasing lock "refresh_cache-6a3afe1b-9107-4a04-897c-b48982e9277e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.182009] env[62364]: DEBUG nova.compute.manager [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Received event network-vif-deleted-05d256f6-3d6e-48c0-ab37-edecec205860 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 891.182170] env[62364]: INFO nova.compute.manager [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Neutron deleted interface 05d256f6-3d6e-48c0-ab37-edecec205860; detaching it from the instance and deleting it from the info cache [ 891.182344] env[62364]: DEBUG nova.network.neutron [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.324664] env[62364]: DEBUG nova.network.neutron [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.408534] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521a5554-9db3-67fd-87d9-f3c2160e0324, 'name': SearchDatastore_Task, 'duration_secs': 0.014019} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.408726] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.410210] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.410210] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.410210] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.410210] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.410715] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87355a33-41ae-4021-ac4e-e61f67f9818a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.419294] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.419501] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.423235] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01933d51-7c33-4043-95a2-22a07a1fe737 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.429823] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 891.429823] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5230cf17-052e-8c2d-5f67-4913879ad6b7" [ 891.429823] env[62364]: _type = "Task" [ 891.429823] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.438425] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5230cf17-052e-8c2d-5f67-4913879ad6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.522684] env[62364]: DEBUG nova.network.neutron [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Updating instance_info_cache with network_info: [{"id": "8b2c284e-7ce5-47ad-80fe-2d8d6854c19b", "address": "fa:16:3e:1d:a7:9a", "network": {"id": "7fa9f87b-e1a3-4f53-b169-968dcb0a2c98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493771120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3494d23b76453f9b7df7388dd198b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2c284e-7c", "ovs_interfaceid": "8b2c284e-7ce5-47ad-80fe-2d8d6854c19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.587513] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480868, 'name': Rename_Task, 'duration_secs': 0.141354} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.587792] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.588041] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc4a5dca-8725-4e7f-a04f-961fcd197e4c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.595115] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 891.595115] env[62364]: value = "task-2480869" [ 891.595115] env[62364]: _type = "Task" [ 891.595115] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.606186] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.684410] env[62364]: DEBUG nova.scheduler.client.report [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.688493] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d2fd3a0-f791-4bfe-ac3c-0091c23b9948 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.698073] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dffa87e-6bf5-4d73-b70e-2b87158cd8b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.734053] env[62364]: DEBUG nova.compute.manager [req-50876dae-68e8-4987-a7ad-b153a17d702a req-2b448c4a-298b-4745-b937-a66fbbfc0d47 service nova] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Detach interface failed, port_id=05d256f6-3d6e-48c0-ab37-edecec205860, reason: Instance 1baeefa4-6b4f-4f68-91e5-d02645d64d34 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 891.750848] env[62364]: DEBUG nova.compute.manager [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.776366] env[62364]: DEBUG nova.virt.hardware [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.776825] env[62364]: DEBUG nova.virt.hardware [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.776825] env[62364]: DEBUG nova.virt.hardware [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.776997] env[62364]: DEBUG nova.virt.hardware [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.777184] env[62364]: DEBUG nova.virt.hardware [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.777340] env[62364]: DEBUG nova.virt.hardware [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.777551] env[62364]: DEBUG nova.virt.hardware [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.777714] env[62364]: DEBUG nova.virt.hardware [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.777925] env[62364]: DEBUG nova.virt.hardware [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.778060] env[62364]: DEBUG nova.virt.hardware [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.778273] env[62364]: DEBUG nova.virt.hardware [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.779158] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e51347-cc67-4b19-9d17-ebeca3ec9fa6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.786834] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5668a9bb-628c-4f36-8df4-f504f5ff5ebf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.940531] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5230cf17-052e-8c2d-5f67-4913879ad6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.016717} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.941397] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de1c46be-addb-4e8e-afec-22d445ffe515 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.947018] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 891.947018] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52765f3a-65da-6d84-21c8-566252f3314e" [ 891.947018] env[62364]: _type = "Task" [ 891.947018] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.954514] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52765f3a-65da-6d84-21c8-566252f3314e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.025948] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Releasing lock "refresh_cache-e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.026309] env[62364]: DEBUG nova.compute.manager [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Instance network_info: |[{"id": "8b2c284e-7ce5-47ad-80fe-2d8d6854c19b", "address": "fa:16:3e:1d:a7:9a", "network": {"id": "7fa9f87b-e1a3-4f53-b169-968dcb0a2c98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493771120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3494d23b76453f9b7df7388dd198b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2c284e-7c", "ovs_interfaceid": "8b2c284e-7ce5-47ad-80fe-2d8d6854c19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.026735] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:a7:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b2c284e-7ce5-47ad-80fe-2d8d6854c19b', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.034693] env[62364]: DEBUG oslo.service.loopingcall [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.036023] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.037106] env[62364]: DEBUG nova.compute.manager [req-104eea04-c4c6-4d12-9ff7-fb9fc80d47f7 req-581f32af-cd8d-4d63-a23f-d29fa5690e42 service nova] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Received event network-vif-plugged-4ba8a381-65bb-4f23-86dc-5694fe56d4ee {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 892.037346] env[62364]: DEBUG oslo_concurrency.lockutils [req-104eea04-c4c6-4d12-9ff7-fb9fc80d47f7 req-581f32af-cd8d-4d63-a23f-d29fa5690e42 service nova] Acquiring lock "1731dcf5-2494-4286-8978-980a03a07e06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.037585] env[62364]: DEBUG oslo_concurrency.lockutils [req-104eea04-c4c6-4d12-9ff7-fb9fc80d47f7 req-581f32af-cd8d-4d63-a23f-d29fa5690e42 service nova] Lock "1731dcf5-2494-4286-8978-980a03a07e06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.037784] env[62364]: DEBUG oslo_concurrency.lockutils [req-104eea04-c4c6-4d12-9ff7-fb9fc80d47f7 req-581f32af-cd8d-4d63-a23f-d29fa5690e42 service nova] Lock "1731dcf5-2494-4286-8978-980a03a07e06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.038012] env[62364]: DEBUG nova.compute.manager [req-104eea04-c4c6-4d12-9ff7-fb9fc80d47f7 req-581f32af-cd8d-4d63-a23f-d29fa5690e42 service nova] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] No waiting events found dispatching network-vif-plugged-4ba8a381-65bb-4f23-86dc-5694fe56d4ee {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.038269] env[62364]: WARNING nova.compute.manager [req-104eea04-c4c6-4d12-9ff7-fb9fc80d47f7 req-581f32af-cd8d-4d63-a23f-d29fa5690e42 service nova] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Received unexpected event network-vif-plugged-4ba8a381-65bb-4f23-86dc-5694fe56d4ee for instance with vm_state building and task_state spawning. [ 892.038598] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35056712-85a3-4906-949a-0aa5168f5043 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.059601] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.059601] env[62364]: value = "task-2480870" [ 892.059601] env[62364]: _type = "Task" [ 892.059601] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.068526] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480870, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.107724] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480869, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.110579] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.110918] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cedc4c58-ffe5-4c8e-a125-27a85e35c580 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.117636] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 892.117636] env[62364]: value = "task-2480871" [ 892.117636] env[62364]: _type = "Task" [ 892.117636] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.129679] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.130885] env[62364]: DEBUG nova.network.neutron [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Successfully updated port: 4ba8a381-65bb-4f23-86dc-5694fe56d4ee {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.163782] env[62364]: DEBUG nova.compute.manager [req-8ee0f731-990c-4c86-b544-b7667ad0debe req-7dd88bcd-8847-4b89-9697-41ee53683d2e service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Received event network-changed-8b2c284e-7ce5-47ad-80fe-2d8d6854c19b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 892.164017] env[62364]: DEBUG nova.compute.manager [req-8ee0f731-990c-4c86-b544-b7667ad0debe req-7dd88bcd-8847-4b89-9697-41ee53683d2e service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Refreshing instance network info cache due to event network-changed-8b2c284e-7ce5-47ad-80fe-2d8d6854c19b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 892.164267] env[62364]: DEBUG oslo_concurrency.lockutils [req-8ee0f731-990c-4c86-b544-b7667ad0debe req-7dd88bcd-8847-4b89-9697-41ee53683d2e service nova] Acquiring lock "refresh_cache-e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.164421] env[62364]: DEBUG oslo_concurrency.lockutils [req-8ee0f731-990c-4c86-b544-b7667ad0debe req-7dd88bcd-8847-4b89-9697-41ee53683d2e service nova] Acquired lock "refresh_cache-e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.164581] env[62364]: DEBUG nova.network.neutron [req-8ee0f731-990c-4c86-b544-b7667ad0debe req-7dd88bcd-8847-4b89-9697-41ee53683d2e service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Refreshing network info cache for port 8b2c284e-7ce5-47ad-80fe-2d8d6854c19b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.192384] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.192384] env[62364]: DEBUG nova.compute.manager [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.195580] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.323s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.460508] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52765f3a-65da-6d84-21c8-566252f3314e, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.460508] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.460508] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 6a3afe1b-9107-4a04-897c-b48982e9277e/6a3afe1b-9107-4a04-897c-b48982e9277e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.460830] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29af6cc9-4cfc-419a-b070-1c91c6e36ad7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.466789] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 892.466789] env[62364]: value = "task-2480872" [ 892.466789] env[62364]: _type = "Task" [ 892.466789] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.474570] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.571838] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480870, 'name': CreateVM_Task, 'duration_secs': 0.448831} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.571893] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.572779] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.573151] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.573396] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.573695] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc2bff3-4a8f-4286-b7f3-faa6a8769b1f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.579125] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 892.579125] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529c54e7-afaa-c248-dd3f-b7060aaf03a2" [ 892.579125] env[62364]: _type = "Task" [ 892.579125] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.587326] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529c54e7-afaa-c248-dd3f-b7060aaf03a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.604934] env[62364]: DEBUG oslo_vmware.api [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480869, 'name': PowerOnVM_Task, 'duration_secs': 0.526644} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.605229] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.605435] env[62364]: INFO nova.compute.manager [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Took 8.60 seconds to spawn the instance on the hypervisor. [ 892.605611] env[62364]: DEBUG nova.compute.manager [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.606417] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dade5bc-929b-4820-a6f8-6dbef42099b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.626811] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480871, 'name': PowerOffVM_Task, 'duration_secs': 0.185517} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.627111] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.627342] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.628089] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056d950b-a37c-4930-8192-17d0e6776342 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.634825] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "refresh_cache-1731dcf5-2494-4286-8978-980a03a07e06" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.634938] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired lock "refresh_cache-1731dcf5-2494-4286-8978-980a03a07e06" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.635161] env[62364]: DEBUG nova.network.neutron [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.636244] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.636478] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad9117f-49cc-4cb3-8443-b8f560afe054 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.700525] env[62364]: INFO nova.compute.claims [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.705026] env[62364]: DEBUG nova.compute.utils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 892.711674] env[62364]: DEBUG nova.compute.manager [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.711674] env[62364]: DEBUG nova.network.neutron [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.711674] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.711674] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.711674] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleting the datastore file [datastore1] 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.711924] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59d8a689-aca3-4132-b435-6f8e8644f9b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.719505] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 892.719505] env[62364]: value = "task-2480874" [ 892.719505] env[62364]: _type = "Task" [ 892.719505] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.729720] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.755735] env[62364]: DEBUG nova.policy [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecb8b6f0907542129a238c115ba5a7e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0353bdca9cf04ec0b5ab0b36cdbef93f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.898555] env[62364]: DEBUG nova.network.neutron [req-8ee0f731-990c-4c86-b544-b7667ad0debe req-7dd88bcd-8847-4b89-9697-41ee53683d2e service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Updated VIF entry in instance network info cache for port 8b2c284e-7ce5-47ad-80fe-2d8d6854c19b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.898984] env[62364]: DEBUG nova.network.neutron [req-8ee0f731-990c-4c86-b544-b7667ad0debe req-7dd88bcd-8847-4b89-9697-41ee53683d2e service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Updating instance_info_cache with network_info: [{"id": "8b2c284e-7ce5-47ad-80fe-2d8d6854c19b", "address": "fa:16:3e:1d:a7:9a", "network": {"id": "7fa9f87b-e1a3-4f53-b169-968dcb0a2c98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493771120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3494d23b76453f9b7df7388dd198b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2c284e-7c", "ovs_interfaceid": "8b2c284e-7ce5-47ad-80fe-2d8d6854c19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.978856] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480872, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.091357] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529c54e7-afaa-c248-dd3f-b7060aaf03a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012077} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.091762] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.091953] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.092252] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.092364] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.092549] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.092834] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-286a1665-bcd4-4d8e-a4ec-b925a636ec63 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.110445] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.110745] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.111519] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af3d1dc-914b-40bd-af78-481b6cc7945b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.126607] env[62364]: INFO nova.compute.manager [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Took 36.65 seconds to build instance. [ 893.126607] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 893.126607] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]528fe9db-7aef-5c4b-6310-6732306252bf" [ 893.126607] env[62364]: _type = "Task" [ 893.126607] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.144863] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528fe9db-7aef-5c4b-6310-6732306252bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.146919] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc88d6e-b2da-4619-90d4-588b1ba2c1a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.152400] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 893.152400] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52230846-40ed-2ea8-ee5b-6f2a78973067" [ 893.152400] env[62364]: _type = "Task" [ 893.152400] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.160757] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52230846-40ed-2ea8-ee5b-6f2a78973067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.173832] env[62364]: DEBUG nova.network.neutron [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.176233] env[62364]: DEBUG nova.network.neutron [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Successfully created port: 9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.211084] env[62364]: INFO nova.compute.resource_tracker [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating resource usage from migration bc5a0347-51f2-46e2-ba87-30907f63a51d [ 893.215980] env[62364]: DEBUG nova.compute.manager [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.229469] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.324009] env[62364]: DEBUG nova.network.neutron [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Updating instance_info_cache with network_info: [{"id": "4ba8a381-65bb-4f23-86dc-5694fe56d4ee", "address": "fa:16:3e:d5:2a:96", "network": {"id": "41d9df8a-9cfb-45dd-83ac-ee969190b1af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2113703358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b856a0f1e742618ae294e6e88ccf4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ba8a381-65", "ovs_interfaceid": "4ba8a381-65bb-4f23-86dc-5694fe56d4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.407014] env[62364]: DEBUG oslo_concurrency.lockutils [req-8ee0f731-990c-4c86-b544-b7667ad0debe req-7dd88bcd-8847-4b89-9697-41ee53683d2e service nova] Releasing lock "refresh_cache-e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.480245] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669455} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.480717] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 6a3afe1b-9107-4a04-897c-b48982e9277e/6a3afe1b-9107-4a04-897c-b48982e9277e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.481011] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.483378] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fb72710-3b3f-44e2-b9ca-6532c42d501c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.489740] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 893.489740] env[62364]: value = "task-2480875" [ 893.489740] env[62364]: _type = "Task" [ 893.489740] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.501292] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.565271] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0d79c0-a0e9-4774-a703-4b1f25537d02 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.572647] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff23a15-f38f-4b04-89e7-aea9bbca74c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.607561] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625f237b-d9bf-4295-a954-fd09a164bc4e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.618248] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0068a79-5cdb-479b-82ef-71f7a1188f6e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.634512] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e53307b7-68fa-449b-93e1-4e2d3f908007 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.175s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.634958] env[62364]: DEBUG nova.compute.provider_tree [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.662142] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52230846-40ed-2ea8-ee5b-6f2a78973067, 'name': SearchDatastore_Task, 'duration_secs': 0.034074} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.662413] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.662668] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] e9f99472-53cf-460b-bd61-4e8b2d6e9bc2/e9f99472-53cf-460b-bd61-4e8b2d6e9bc2.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.662918] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d0f9f0a-d645-4eca-8445-fcb76ab2689f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.668970] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 893.668970] env[62364]: value = "task-2480876" [ 893.668970] env[62364]: _type = "Task" [ 893.668970] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.676220] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.733469] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.625136} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.733753] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.733911] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.734104] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.826283] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Releasing lock "refresh_cache-1731dcf5-2494-4286-8978-980a03a07e06" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.826614] env[62364]: DEBUG nova.compute.manager [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Instance network_info: |[{"id": "4ba8a381-65bb-4f23-86dc-5694fe56d4ee", "address": "fa:16:3e:d5:2a:96", "network": {"id": "41d9df8a-9cfb-45dd-83ac-ee969190b1af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2113703358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b856a0f1e742618ae294e6e88ccf4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ba8a381-65", "ovs_interfaceid": "4ba8a381-65bb-4f23-86dc-5694fe56d4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.827090] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:2a:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ba8a381-65bb-4f23-86dc-5694fe56d4ee', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.834944] env[62364]: DEBUG oslo.service.loopingcall [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.835170] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.835393] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77df5dc8-e3bc-4cd0-959c-1592aacc41ca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.857231] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.857231] env[62364]: value = "task-2480877" [ 893.857231] env[62364]: _type = "Task" [ 893.857231] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.865314] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480877, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.999072] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116377} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.999360] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.000159] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0c365a-9d2e-46b9-bb65-d87bbcd514f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.022347] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 6a3afe1b-9107-4a04-897c-b48982e9277e/6a3afe1b-9107-4a04-897c-b48982e9277e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.022679] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed02daeb-0c95-4450-a9ba-4791673c889a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.041369] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 894.041369] env[62364]: value = "task-2480878" [ 894.041369] env[62364]: _type = "Task" [ 894.041369] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.049566] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.059916] env[62364]: DEBUG nova.compute.manager [req-69385fef-5427-4ba2-9b3c-3e820e20f8e5 req-dd38fef7-dcdf-4fc3-9844-07f589dded55 service nova] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Received event network-changed-4ba8a381-65bb-4f23-86dc-5694fe56d4ee {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 894.060174] env[62364]: DEBUG nova.compute.manager [req-69385fef-5427-4ba2-9b3c-3e820e20f8e5 req-dd38fef7-dcdf-4fc3-9844-07f589dded55 service nova] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Refreshing instance network info cache due to event network-changed-4ba8a381-65bb-4f23-86dc-5694fe56d4ee. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 894.060384] env[62364]: DEBUG oslo_concurrency.lockutils [req-69385fef-5427-4ba2-9b3c-3e820e20f8e5 req-dd38fef7-dcdf-4fc3-9844-07f589dded55 service nova] Acquiring lock "refresh_cache-1731dcf5-2494-4286-8978-980a03a07e06" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.060560] env[62364]: DEBUG oslo_concurrency.lockutils [req-69385fef-5427-4ba2-9b3c-3e820e20f8e5 req-dd38fef7-dcdf-4fc3-9844-07f589dded55 service nova] Acquired lock "refresh_cache-1731dcf5-2494-4286-8978-980a03a07e06" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.060753] env[62364]: DEBUG nova.network.neutron [req-69385fef-5427-4ba2-9b3c-3e820e20f8e5 req-dd38fef7-dcdf-4fc3-9844-07f589dded55 service nova] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Refreshing network info cache for port 4ba8a381-65bb-4f23-86dc-5694fe56d4ee {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.137805] env[62364]: DEBUG nova.scheduler.client.report [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.179183] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480876, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.226236] env[62364]: DEBUG nova.compute.manager [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.254866] env[62364]: DEBUG nova.virt.hardware [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.255133] env[62364]: DEBUG nova.virt.hardware [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.255298] env[62364]: DEBUG nova.virt.hardware [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.255485] env[62364]: DEBUG nova.virt.hardware [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.255636] env[62364]: DEBUG nova.virt.hardware [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.255786] env[62364]: DEBUG nova.virt.hardware [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.256109] env[62364]: DEBUG nova.virt.hardware [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.256281] env[62364]: DEBUG nova.virt.hardware [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.256451] env[62364]: DEBUG nova.virt.hardware [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.256622] env[62364]: DEBUG nova.virt.hardware [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.256798] env[62364]: DEBUG nova.virt.hardware [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.257727] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16518a75-3ec6-492e-8f21-4bf6ad44b327 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.269527] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f558228e-e22c-4b1c-9543-d4822b6bd24a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.370418] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480877, 'name': CreateVM_Task, 'duration_secs': 0.406742} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.370615] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.371356] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.371532] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.371877] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.372209] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a77756b-db78-43ad-9f2e-1cdab42d42cb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.379211] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 894.379211] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e50525-101b-f003-2675-61791b4fc772" [ 894.379211] env[62364]: _type = "Task" [ 894.379211] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.389437] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e50525-101b-f003-2675-61791b4fc772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.551786] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480878, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.643059] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.448s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.643301] env[62364]: INFO nova.compute.manager [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Migrating [ 894.652014] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.968s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.652243] env[62364]: DEBUG nova.objects.instance [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lazy-loading 'pci_requests' on Instance uuid 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.681902] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847989} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.682198] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] e9f99472-53cf-460b-bd61-4e8b2d6e9bc2/e9f99472-53cf-460b-bd61-4e8b2d6e9bc2.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.682413] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.682657] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e39fb4d2-05eb-4536-89c7-60ac0787b98b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.689065] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 894.689065] env[62364]: value = "task-2480879" [ 894.689065] env[62364]: _type = "Task" [ 894.689065] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.696878] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.763431] env[62364]: DEBUG nova.virt.hardware [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.763431] env[62364]: DEBUG nova.virt.hardware [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.763557] env[62364]: DEBUG nova.virt.hardware [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.763729] env[62364]: DEBUG nova.virt.hardware [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.763884] env[62364]: DEBUG nova.virt.hardware [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.764042] env[62364]: DEBUG nova.virt.hardware [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.764271] env[62364]: DEBUG nova.virt.hardware [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.764435] env[62364]: DEBUG nova.virt.hardware [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.764605] env[62364]: DEBUG nova.virt.hardware [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.764770] env[62364]: DEBUG nova.virt.hardware [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.764940] env[62364]: DEBUG nova.virt.hardware [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.765824] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f7c21a-dd7f-4971-ad99-a8887df72c2a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.770148] env[62364]: DEBUG nova.network.neutron [req-69385fef-5427-4ba2-9b3c-3e820e20f8e5 req-dd38fef7-dcdf-4fc3-9844-07f589dded55 service nova] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Updated VIF entry in instance network info cache for port 4ba8a381-65bb-4f23-86dc-5694fe56d4ee. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.770479] env[62364]: DEBUG nova.network.neutron [req-69385fef-5427-4ba2-9b3c-3e820e20f8e5 req-dd38fef7-dcdf-4fc3-9844-07f589dded55 service nova] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Updating instance_info_cache with network_info: [{"id": "4ba8a381-65bb-4f23-86dc-5694fe56d4ee", "address": "fa:16:3e:d5:2a:96", "network": {"id": "41d9df8a-9cfb-45dd-83ac-ee969190b1af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2113703358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b856a0f1e742618ae294e6e88ccf4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ba8a381-65", "ovs_interfaceid": "4ba8a381-65bb-4f23-86dc-5694fe56d4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.774788] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fabffcb-c7e8-4df9-b0ec-fbcc4af392ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.791110] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:71:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '579cd31a-8903-4b59-8c72-8f8deed40c75', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.798476] env[62364]: DEBUG oslo.service.loopingcall [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.799362] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.799589] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32497f5a-e007-462f-aa23-cbdc12b659dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.819598] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.819598] env[62364]: value = "task-2480880" [ 894.819598] env[62364]: _type = "Task" [ 894.819598] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.827482] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480880, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.890120] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e50525-101b-f003-2675-61791b4fc772, 'name': SearchDatastore_Task, 'duration_secs': 0.034276} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.890491] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.890782] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.891081] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.891279] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.891507] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.891795] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1140582a-7af4-4e9c-9f09-cae8fcf244d6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.900469] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.900684] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.901516] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3325b69-0aca-4e31-b045-ef7f100d7d1a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.907180] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 894.907180] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529c899e-81f7-d41b-8bae-a9fc0884cc85" [ 894.907180] env[62364]: _type = "Task" [ 894.907180] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.915078] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529c899e-81f7-d41b-8bae-a9fc0884cc85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.052481] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480878, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.161098] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.161320] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.161508] env[62364]: DEBUG nova.network.neutron [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.164151] env[62364]: DEBUG nova.objects.instance [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lazy-loading 'numa_topology' on Instance uuid 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.202668] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.208659] env[62364]: DEBUG nova.compute.manager [req-49c15761-aac5-4b1a-aa29-66cebe51fc81 req-9202ae71-b176-4e18-bd48-077e2a617df0 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Received event network-vif-plugged-9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 895.210066] env[62364]: DEBUG oslo_concurrency.lockutils [req-49c15761-aac5-4b1a-aa29-66cebe51fc81 req-9202ae71-b176-4e18-bd48-077e2a617df0 service nova] Acquiring lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.210066] env[62364]: DEBUG oslo_concurrency.lockutils [req-49c15761-aac5-4b1a-aa29-66cebe51fc81 req-9202ae71-b176-4e18-bd48-077e2a617df0 service nova] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.210066] env[62364]: DEBUG oslo_concurrency.lockutils [req-49c15761-aac5-4b1a-aa29-66cebe51fc81 req-9202ae71-b176-4e18-bd48-077e2a617df0 service nova] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.210066] env[62364]: DEBUG nova.compute.manager [req-49c15761-aac5-4b1a-aa29-66cebe51fc81 req-9202ae71-b176-4e18-bd48-077e2a617df0 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] No waiting events found dispatching network-vif-plugged-9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.210066] env[62364]: WARNING nova.compute.manager [req-49c15761-aac5-4b1a-aa29-66cebe51fc81 req-9202ae71-b176-4e18-bd48-077e2a617df0 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Received unexpected event network-vif-plugged-9863336f-2685-46aa-90e5-6d53ab84d4a0 for instance with vm_state building and task_state spawning. [ 895.222226] env[62364]: DEBUG nova.network.neutron [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Successfully updated port: 9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.275152] env[62364]: DEBUG oslo_concurrency.lockutils [req-69385fef-5427-4ba2-9b3c-3e820e20f8e5 req-dd38fef7-dcdf-4fc3-9844-07f589dded55 service nova] Releasing lock "refresh_cache-1731dcf5-2494-4286-8978-980a03a07e06" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.330267] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480880, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.417941] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529c899e-81f7-d41b-8bae-a9fc0884cc85, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.418815] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c627db-1288-4b58-8aa8-63ca1e70b047 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.424411] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 895.424411] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5235020d-4949-03d3-ef11-cc83e33e57bb" [ 895.424411] env[62364]: _type = "Task" [ 895.424411] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.432403] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5235020d-4949-03d3-ef11-cc83e33e57bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.552543] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480878, 'name': ReconfigVM_Task, 'duration_secs': 1.334046} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.552543] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 6a3afe1b-9107-4a04-897c-b48982e9277e/6a3afe1b-9107-4a04-897c-b48982e9277e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.553209] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73cf04d5-9b78-45d6-a35d-0a8df13221ab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.559347] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 895.559347] env[62364]: value = "task-2480881" [ 895.559347] env[62364]: _type = "Task" [ 895.559347] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.567351] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480881, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.668323] env[62364]: INFO nova.compute.claims [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.706024] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.76429} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.706391] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.707735] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abe0102-5c3b-410c-a4ce-d64c2c5f73d2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.729373] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] e9f99472-53cf-460b-bd61-4e8b2d6e9bc2/e9f99472-53cf-460b-bd61-4e8b2d6e9bc2.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.729938] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.730084] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.730232] env[62364]: DEBUG nova.network.neutron [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.731609] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1bf3e2e-c97f-4cdc-b3a3-3723336c7a3b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.756542] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 895.756542] env[62364]: value = "task-2480882" [ 895.756542] env[62364]: _type = "Task" [ 895.756542] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.764938] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.778638] env[62364]: DEBUG nova.network.neutron [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.830073] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480880, 'name': CreateVM_Task, 'duration_secs': 0.70971} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.830376] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.830861] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.831031] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.831345] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.831605] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f13b89-c6a0-41de-9abf-8ecd019fefee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.835805] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 895.835805] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ad05bd-50d0-d21a-51cb-c8fe1cb580de" [ 895.835805] env[62364]: _type = "Task" [ 895.835805] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.843310] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ad05bd-50d0-d21a-51cb-c8fe1cb580de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.878837] env[62364]: DEBUG nova.network.neutron [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance_info_cache with network_info: [{"id": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "address": "fa:16:3e:3c:44:50", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e160ac2-4e", "ovs_interfaceid": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.912585] env[62364]: DEBUG nova.network.neutron [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updating instance_info_cache with network_info: [{"id": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "address": "fa:16:3e:67:db:fa", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9863336f-26", "ovs_interfaceid": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.934653] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5235020d-4949-03d3-ef11-cc83e33e57bb, 'name': SearchDatastore_Task, 'duration_secs': 0.044453} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.934851] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.935130] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 1731dcf5-2494-4286-8978-980a03a07e06/1731dcf5-2494-4286-8978-980a03a07e06.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.935393] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f0bd105-b630-4f32-b10d-15b5fe813b83 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.941723] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 895.941723] env[62364]: value = "task-2480883" [ 895.941723] env[62364]: _type = "Task" [ 895.941723] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.950108] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.069325] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480881, 'name': Rename_Task, 'duration_secs': 0.32009} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.069794] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.069902] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eec5e957-0f42-47ce-aecf-6649065cff16 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.076204] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 896.076204] env[62364]: value = "task-2480884" [ 896.076204] env[62364]: _type = "Task" [ 896.076204] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.083606] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.269784] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480882, 'name': ReconfigVM_Task, 'duration_secs': 0.412579} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.269784] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Reconfigured VM instance instance-00000049 to attach disk [datastore2] e9f99472-53cf-460b-bd61-4e8b2d6e9bc2/e9f99472-53cf-460b-bd61-4e8b2d6e9bc2.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.270431] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7e520f7-e829-4c3d-a585-cec505056c80 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.283205] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 896.283205] env[62364]: value = "task-2480885" [ 896.283205] env[62364]: _type = "Task" [ 896.283205] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.297360] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480885, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.348991] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ad05bd-50d0-d21a-51cb-c8fe1cb580de, 'name': SearchDatastore_Task, 'duration_secs': 0.071521} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.349388] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.349682] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.349943] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.350132] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.350337] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.350784] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a01c298-211b-4546-af69-0723145a1eac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.367959] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.368277] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.369412] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d90aa7-6884-4e25-9e04-fb318d7e6438 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.380927] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.383400] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 896.383400] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529e3dfd-59db-3108-05e9-095a286c0ec5" [ 896.383400] env[62364]: _type = "Task" [ 896.383400] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.394659] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529e3dfd-59db-3108-05e9-095a286c0ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.416438] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.416438] env[62364]: DEBUG nova.compute.manager [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Instance network_info: |[{"id": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "address": "fa:16:3e:67:db:fa", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9863336f-26", "ovs_interfaceid": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.416794] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:db:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9863336f-2685-46aa-90e5-6d53ab84d4a0', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.424206] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating folder: Project (0353bdca9cf04ec0b5ab0b36cdbef93f). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.427181] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55e54ca3-d2e0-4b7b-8394-f90c62dc48e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.438810] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Created folder: Project (0353bdca9cf04ec0b5ab0b36cdbef93f) in parent group-v501830. [ 896.439013] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating folder: Instances. Parent ref: group-v502038. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.441726] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc5d0537-236b-4c4f-9b26-31a911f54b6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.453256] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498552} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.453468] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 1731dcf5-2494-4286-8978-980a03a07e06/1731dcf5-2494-4286-8978-980a03a07e06.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.453678] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.454953] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-672ac467-db7f-4a7e-9a72-a95882a813ef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.456876] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Created folder: Instances in parent group-v502038. [ 896.457172] env[62364]: DEBUG oslo.service.loopingcall [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.459786] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.460556] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff456d1c-21b7-428c-af62-eabc358f4025 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.479710] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 896.479710] env[62364]: value = "task-2480888" [ 896.479710] env[62364]: _type = "Task" [ 896.479710] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.484615] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.484615] env[62364]: value = "task-2480889" [ 896.484615] env[62364]: _type = "Task" [ 896.484615] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.488093] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.497963] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480889, 'name': CreateVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.589126] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480884, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.621396] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c3b3c0-f645-4dd9-9d5a-0f6c766b2827 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.629906] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8599548-563f-4ee0-bea2-f5217e7900ee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.662598] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49eb961-5d47-4a55-acfa-897de063cbb8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.670609] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83a8d4f-bdb7-4354-af00-751652570e8d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.687552] env[62364]: DEBUG nova.compute.provider_tree [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.792929] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480885, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.898257] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529e3dfd-59db-3108-05e9-095a286c0ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.046018} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.899092] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10646720-d290-4353-894e-c1783767ccfa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.903757] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 896.903757] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f9af5d-1cd2-69ec-8bae-a43925ea0b42" [ 896.903757] env[62364]: _type = "Task" [ 896.903757] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.910926] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f9af5d-1cd2-69ec-8bae-a43925ea0b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.990147] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071507} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.993105] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.994174] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e04051-aac5-4fb6-9668-212c6818b883 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.001028] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480889, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.018547] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 1731dcf5-2494-4286-8978-980a03a07e06/1731dcf5-2494-4286-8978-980a03a07e06.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.018778] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c05b4cc-fb66-430c-a7d7-12d45cba715a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.037018] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 897.037018] env[62364]: value = "task-2480890" [ 897.037018] env[62364]: _type = "Task" [ 897.037018] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.044537] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.087823] env[62364]: DEBUG oslo_vmware.api [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480884, 'name': PowerOnVM_Task, 'duration_secs': 0.613373} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.088103] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.088337] env[62364]: INFO nova.compute.manager [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Took 10.53 seconds to spawn the instance on the hypervisor. [ 897.088527] env[62364]: DEBUG nova.compute.manager [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.089330] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c1e09e-a107-4d08-a11e-60670b637f5a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.191079] env[62364]: DEBUG nova.scheduler.client.report [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.291818] env[62364]: DEBUG nova.compute.manager [req-4221aa2a-75d9-49c9-b5bf-f5137c2ca056 req-85b7368a-af90-4528-9031-290977a19234 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Received event network-changed-9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 897.292025] env[62364]: DEBUG nova.compute.manager [req-4221aa2a-75d9-49c9-b5bf-f5137c2ca056 req-85b7368a-af90-4528-9031-290977a19234 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Refreshing instance network info cache due to event network-changed-9863336f-2685-46aa-90e5-6d53ab84d4a0. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 897.292245] env[62364]: DEBUG oslo_concurrency.lockutils [req-4221aa2a-75d9-49c9-b5bf-f5137c2ca056 req-85b7368a-af90-4528-9031-290977a19234 service nova] Acquiring lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.292402] env[62364]: DEBUG oslo_concurrency.lockutils [req-4221aa2a-75d9-49c9-b5bf-f5137c2ca056 req-85b7368a-af90-4528-9031-290977a19234 service nova] Acquired lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.292544] env[62364]: DEBUG nova.network.neutron [req-4221aa2a-75d9-49c9-b5bf-f5137c2ca056 req-85b7368a-af90-4528-9031-290977a19234 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Refreshing network info cache for port 9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.300249] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480885, 'name': Rename_Task, 'duration_secs': 0.544455} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.301186] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.301448] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68eba411-622c-4337-8668-1ff2b6bf37c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.308068] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 897.308068] env[62364]: value = "task-2480891" [ 897.308068] env[62364]: _type = "Task" [ 897.308068] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.316490] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.414261] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f9af5d-1cd2-69ec-8bae-a43925ea0b42, 'name': SearchDatastore_Task, 'duration_secs': 0.021846} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.415043] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.415197] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af/8b1c6585-64a4-4c6e-a858-0ee53cf7c6af.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.415493] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93818aff-864a-44db-aed4-3cebd33d0ca9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.423564] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 897.423564] env[62364]: value = "task-2480892" [ 897.423564] env[62364]: _type = "Task" [ 897.423564] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.432148] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.499905] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480889, 'name': CreateVM_Task, 'duration_secs': 0.666479} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.500105] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.500802] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.500970] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.501315] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.501570] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aef4cec-e2f0-4342-a096-adc656cb7f15 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.505749] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 897.505749] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]522279ee-31f7-f998-8504-99feb4e31519" [ 897.505749] env[62364]: _type = "Task" [ 897.505749] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.513485] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522279ee-31f7-f998-8504-99feb4e31519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.547203] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480890, 'name': ReconfigVM_Task, 'duration_secs': 0.331405} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.547493] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 1731dcf5-2494-4286-8978-980a03a07e06/1731dcf5-2494-4286-8978-980a03a07e06.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.548121] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-546c9d5e-1a96-42b9-a295-3c30b735e6a5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.554278] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 897.554278] env[62364]: value = "task-2480893" [ 897.554278] env[62364]: _type = "Task" [ 897.554278] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.562636] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480893, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.604718] env[62364]: INFO nova.compute.manager [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Took 40.74 seconds to build instance. [ 897.695757] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.044s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.698075] env[62364]: DEBUG oslo_concurrency.lockutils [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.987s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.698724] env[62364]: DEBUG nova.objects.instance [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lazy-loading 'resources' on Instance uuid 2e0093e3-fc10-4f88-bbed-b233c9f1b44a {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.727780] env[62364]: INFO nova.network.neutron [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updating port fc6ebf34-13b2-4516-ac38-895b7128a703 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 897.818079] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.900371] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4426120-6d22-4927-a83f-eb77f3240178 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.921240] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance '7159d8b6-13fb-41e2-81e5-48df5805be14' progress to 0 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.935734] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.017033] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522279ee-31f7-f998-8504-99feb4e31519, 'name': SearchDatastore_Task, 'duration_secs': 0.041067} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.017334] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.017578] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.017817] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.017969] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.018177] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.018454] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b4a7dce-d6a3-47a1-9fb2-caeb01a33e7d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.022796] env[62364]: DEBUG nova.network.neutron [req-4221aa2a-75d9-49c9-b5bf-f5137c2ca056 req-85b7368a-af90-4528-9031-290977a19234 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updated VIF entry in instance network info cache for port 9863336f-2685-46aa-90e5-6d53ab84d4a0. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.023250] env[62364]: DEBUG nova.network.neutron [req-4221aa2a-75d9-49c9-b5bf-f5137c2ca056 req-85b7368a-af90-4528-9031-290977a19234 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updating instance_info_cache with network_info: [{"id": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "address": "fa:16:3e:67:db:fa", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9863336f-26", "ovs_interfaceid": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.031521] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.031711] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.032490] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a51db0c-596d-4b76-9db6-d05d72d6635f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.038653] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 898.038653] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52292195-fe0f-9d69-e87e-6dd49e766135" [ 898.038653] env[62364]: _type = "Task" [ 898.038653] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.048149] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52292195-fe0f-9d69-e87e-6dd49e766135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.064253] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480893, 'name': Rename_Task, 'duration_secs': 0.134103} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.064527] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.064778] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a53bdf43-8c95-42cf-a307-473711ab86b2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.070911] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 898.070911] env[62364]: value = "task-2480894" [ 898.070911] env[62364]: _type = "Task" [ 898.070911] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.079029] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.108294] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ec2c28d5-736f-4695-8f60-bec71507364d tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "6a3afe1b-9107-4a04-897c-b48982e9277e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.247s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.321114] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480891, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.429729] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.433509] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1134605f-a647-4ce3-ab38-f56d87543752 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.441668] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884526} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.445421] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af/8b1c6585-64a4-4c6e-a858-0ee53cf7c6af.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.445654] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.445981] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 898.445981] env[62364]: value = "task-2480895" [ 898.445981] env[62364]: _type = "Task" [ 898.445981] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.446375] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6ad5577-9ab9-4912-8ef2-aa08ed0dfe77 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.456248] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.460146] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 898.460146] env[62364]: value = "task-2480896" [ 898.460146] env[62364]: _type = "Task" [ 898.460146] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.469035] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.526274] env[62364]: DEBUG oslo_concurrency.lockutils [req-4221aa2a-75d9-49c9-b5bf-f5137c2ca056 req-85b7368a-af90-4528-9031-290977a19234 service nova] Releasing lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.554257] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52292195-fe0f-9d69-e87e-6dd49e766135, 'name': SearchDatastore_Task, 'duration_secs': 0.052156} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.555160] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4307fb62-aef0-4800-8214-4b8a9caec003 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.560876] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 898.560876] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52067f72-b52a-5ecf-af31-db91a8cc6f87" [ 898.560876] env[62364]: _type = "Task" [ 898.560876] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.572406] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52067f72-b52a-5ecf-af31-db91a8cc6f87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.584516] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480894, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.603187] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea5047c-cc23-4005-be72-01259568b344 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.611140] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af19ba9e-77bf-4f0c-ba98-aa64cb73b0e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.643331] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c989a8-2383-4e57-b2df-0f9892715dcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.651398] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af92bc6-5596-4184-9ff9-5f85dee87b3a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.667812] env[62364]: DEBUG nova.compute.provider_tree [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.819415] env[62364]: DEBUG oslo_vmware.api [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480891, 'name': PowerOnVM_Task, 'duration_secs': 1.234517} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.819687] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.819891] env[62364]: INFO nova.compute.manager [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Took 9.69 seconds to spawn the instance on the hypervisor. [ 898.820082] env[62364]: DEBUG nova.compute.manager [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.820827] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a3409a-c13b-4c81-80a4-2e3589af4aaf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.958407] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480895, 'name': PowerOffVM_Task, 'duration_secs': 0.216924} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.958685] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.958857] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance '7159d8b6-13fb-41e2-81e5-48df5805be14' progress to 17 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.969475] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074703} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.969807] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.970600] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5ad452-641e-4bc0-a71f-803da084388d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.992188] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af/8b1c6585-64a4-4c6e-a858-0ee53cf7c6af.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.992826] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888b2eae-5e9f-466e-a1b6-ee7ca433d5fa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.012978] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 899.012978] env[62364]: value = "task-2480897" [ 899.012978] env[62364]: _type = "Task" [ 899.012978] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.021118] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.075588] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52067f72-b52a-5ecf-af31-db91a8cc6f87, 'name': SearchDatastore_Task, 'duration_secs': 0.012509} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.080342] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.080840] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] cfa355e5-ea30-4e2d-ba43-afd90e3d4afc/cfa355e5-ea30-4e2d-ba43-afd90e3d4afc.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.081572] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2363b1f3-572e-4b8b-af70-bf4fea63bde3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.088590] env[62364]: DEBUG oslo_vmware.api [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480894, 'name': PowerOnVM_Task, 'duration_secs': 0.517474} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.089846] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.090167] env[62364]: INFO nova.compute.manager [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Took 7.34 seconds to spawn the instance on the hypervisor. [ 899.090447] env[62364]: DEBUG nova.compute.manager [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.090833] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 899.090833] env[62364]: value = "task-2480898" [ 899.090833] env[62364]: _type = "Task" [ 899.090833] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.091622] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a24494-01f8-447e-873d-0c23a94c3495 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.099478] env[62364]: DEBUG nova.compute.manager [req-aaa858b2-bbbd-4ade-ae35-4ee72e00e136 req-457a73f5-272e-4035-b319-28a208d6ffb7 service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Received event network-vif-plugged-fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 899.099661] env[62364]: DEBUG oslo_concurrency.lockutils [req-aaa858b2-bbbd-4ade-ae35-4ee72e00e136 req-457a73f5-272e-4035-b319-28a208d6ffb7 service nova] Acquiring lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.099929] env[62364]: DEBUG oslo_concurrency.lockutils [req-aaa858b2-bbbd-4ade-ae35-4ee72e00e136 req-457a73f5-272e-4035-b319-28a208d6ffb7 service nova] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.100193] env[62364]: DEBUG oslo_concurrency.lockutils [req-aaa858b2-bbbd-4ade-ae35-4ee72e00e136 req-457a73f5-272e-4035-b319-28a208d6ffb7 service nova] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.100427] env[62364]: DEBUG nova.compute.manager [req-aaa858b2-bbbd-4ade-ae35-4ee72e00e136 req-457a73f5-272e-4035-b319-28a208d6ffb7 service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] No waiting events found dispatching network-vif-plugged-fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.100666] env[62364]: WARNING nova.compute.manager [req-aaa858b2-bbbd-4ade-ae35-4ee72e00e136 req-457a73f5-272e-4035-b319-28a208d6ffb7 service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Received unexpected event network-vif-plugged-fc6ebf34-13b2-4516-ac38-895b7128a703 for instance with vm_state shelved_offloaded and task_state spawning. [ 899.108354] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.171249] env[62364]: DEBUG nova.scheduler.client.report [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.185741] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.186046] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.186314] env[62364]: DEBUG nova.network.neutron [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.337865] env[62364]: INFO nova.compute.manager [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Took 42.06 seconds to build instance. [ 899.470025] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.471033] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.471033] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.471033] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.471033] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.471033] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.471319] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.471424] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.471640] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.471813] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.472048] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.477875] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f90da3f7-2399-4a47-8ab2-4c6921df7587 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.498773] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 899.498773] env[62364]: value = "task-2480899" [ 899.498773] env[62364]: _type = "Task" [ 899.498773] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.511439] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.525748] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.605675] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480898, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.619312] env[62364]: INFO nova.compute.manager [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Took 42.01 seconds to build instance. [ 899.676335] env[62364]: DEBUG oslo_concurrency.lockutils [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.678768] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.437s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.684757] env[62364]: INFO nova.compute.claims [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.705534] env[62364]: INFO nova.scheduler.client.report [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Deleted allocations for instance 2e0093e3-fc10-4f88-bbed-b233c9f1b44a [ 899.839939] env[62364]: DEBUG oslo_concurrency.lockutils [None req-639516be-dd11-4e29-8039-957440a9d99c tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.580s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.943246] env[62364]: DEBUG nova.network.neutron [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updating instance_info_cache with network_info: [{"id": "fc6ebf34-13b2-4516-ac38-895b7128a703", "address": "fa:16:3e:ee:2b:7a", "network": {"id": "ccb45640-b300-41af-baa8-42ed1264d3ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-367646731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482207a5005c4d969f6312c0078628ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6ebf34-13", "ovs_interfaceid": "fc6ebf34-13b2-4516-ac38-895b7128a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.009081] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480899, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.022051] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480897, 'name': ReconfigVM_Task, 'duration_secs': 0.571996} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.022377] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af/8b1c6585-64a4-4c6e-a858-0ee53cf7c6af.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.022994] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33c19770-8f2f-4ef8-b1f4-2b11fd03c4a2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.030419] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 900.030419] env[62364]: value = "task-2480900" [ 900.030419] env[62364]: _type = "Task" [ 900.030419] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.043320] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480900, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.107018] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627066} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.107018] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] cfa355e5-ea30-4e2d-ba43-afd90e3d4afc/cfa355e5-ea30-4e2d-ba43-afd90e3d4afc.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.107018] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.107018] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c61d1df5-a7f1-4742-b81c-d52c641280a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.112810] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 900.112810] env[62364]: value = "task-2480901" [ 900.112810] env[62364]: _type = "Task" [ 900.112810] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.122509] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa003518-a113-49a1-8e4b-fbe965b046e4 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "1731dcf5-2494-4286-8978-980a03a07e06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.523s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.122755] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.213257] env[62364]: DEBUG oslo_concurrency.lockutils [None req-846775de-2f9f-485f-81a3-e0df80940606 tempest-ListImageFiltersTestJSON-85225618 tempest-ListImageFiltersTestJSON-85225618-project-member] Lock "2e0093e3-fc10-4f88-bbed-b233c9f1b44a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.049s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.221581] env[62364]: DEBUG oslo_concurrency.lockutils [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "1731dcf5-2494-4286-8978-980a03a07e06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.221581] env[62364]: DEBUG oslo_concurrency.lockutils [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "1731dcf5-2494-4286-8978-980a03a07e06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.221778] env[62364]: DEBUG oslo_concurrency.lockutils [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "1731dcf5-2494-4286-8978-980a03a07e06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.221882] env[62364]: DEBUG oslo_concurrency.lockutils [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "1731dcf5-2494-4286-8978-980a03a07e06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.222071] env[62364]: DEBUG oslo_concurrency.lockutils [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "1731dcf5-2494-4286-8978-980a03a07e06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.224280] env[62364]: INFO nova.compute.manager [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Terminating instance [ 900.447065] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.476158] env[62364]: DEBUG nova.virt.hardware [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e1690c0556ffbcf6623a530677d25fa9',container_format='bare',created_at=2025-02-12T19:42:06Z,direct_url=,disk_format='vmdk',id=15d36587-8045-49b8-aade-94525b62550b,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-680394815-shelved',owner='482207a5005c4d969f6312c0078628ab',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-02-12T19:42:21Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.476460] env[62364]: DEBUG nova.virt.hardware [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.477033] env[62364]: DEBUG nova.virt.hardware [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.477033] env[62364]: DEBUG nova.virt.hardware [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.477033] env[62364]: DEBUG nova.virt.hardware [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.477201] env[62364]: DEBUG nova.virt.hardware [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.477390] env[62364]: DEBUG nova.virt.hardware [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.477561] env[62364]: DEBUG nova.virt.hardware [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.477890] env[62364]: DEBUG nova.virt.hardware [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.477890] env[62364]: DEBUG nova.virt.hardware [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.478083] env[62364]: DEBUG nova.virt.hardware [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.478952] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db32986-1fa7-4568-9d24-b5979b2bb7b9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.487164] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6506fe76-94f1-4dab-a35a-47efabba9ae6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.501024] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:2b:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc6ebf34-13b2-4516-ac38-895b7128a703', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.508431] env[62364]: DEBUG oslo.service.loopingcall [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.511592] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.511830] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04e26e0f-ca6e-4a9f-a5b3-03944da2f5ab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.531891] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480899, 'name': ReconfigVM_Task, 'duration_secs': 0.550146} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.536419] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance '7159d8b6-13fb-41e2-81e5-48df5805be14' progress to 33 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.540424] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.540424] env[62364]: value = "task-2480902" [ 900.540424] env[62364]: _type = "Task" [ 900.540424] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.547162] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480900, 'name': Rename_Task, 'duration_secs': 0.508343} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.547775] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.548145] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17cecbfe-5c1d-4541-b7fa-308df94aacd8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.552666] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480902, 'name': CreateVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.558065] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 900.558065] env[62364]: value = "task-2480903" [ 900.558065] env[62364]: _type = "Task" [ 900.558065] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.565613] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.624668] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064977} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.624668] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.625430] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188bf0eb-6537-4d64-823b-fd419f7ecb3e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.652887] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] cfa355e5-ea30-4e2d-ba43-afd90e3d4afc/cfa355e5-ea30-4e2d-ba43-afd90e3d4afc.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.653830] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e1c774-9232-4425-9863-a7dad19fbd07 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.675863] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 900.675863] env[62364]: value = "task-2480904" [ 900.675863] env[62364]: _type = "Task" [ 900.675863] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.682539] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.728777] env[62364]: DEBUG nova.compute.manager [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.729015] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.732511] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d39503-0f6f-4a6d-a068-69b82b72548b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.740932] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.741293] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d3f2dc-2223-46f1-b691-82615624f597 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.749553] env[62364]: DEBUG oslo_vmware.api [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 900.749553] env[62364]: value = "task-2480905" [ 900.749553] env[62364]: _type = "Task" [ 900.749553] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.763588] env[62364]: DEBUG oslo_vmware.api [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.044627] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:41:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5a0a0159-f3f7-41c2-b5d1-87cbc65a8fda',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-22207554',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.046782] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.046782] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.046782] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.046782] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.046782] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.046782] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.046782] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.046782] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.047280] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.047622] env[62364]: DEBUG nova.virt.hardware [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.055158] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.061539] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e597b3a-c87e-4d50-be1f-0712d556fdf3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.095633] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480903, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.095913] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480902, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.100182] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 901.100182] env[62364]: value = "task-2480906" [ 901.100182] env[62364]: _type = "Task" [ 901.100182] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.100553] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7a73fe-8135-4522-8cef-163f1fd5273c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.116105] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a13ad3-d44e-4961-a19c-c1cfb31913a8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.119872] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.152352] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab96c55-7127-4208-91a1-e9fdfca8a379 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.162109] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f7d7aa-4996-404c-bb63-3eceb351fcaa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.178420] env[62364]: DEBUG nova.compute.provider_tree [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.191203] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.262760] env[62364]: DEBUG oslo_vmware.api [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480905, 'name': PowerOffVM_Task, 'duration_secs': 0.267777} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.263028] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.263207] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.263483] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22b992d1-bfff-4631-b3e1-33c5a9511768 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.332489] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.333526] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.333526] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Deleting the datastore file [datastore2] 1731dcf5-2494-4286-8978-980a03a07e06 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.333526] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-829ca132-00d3-4670-8237-79d3966848b0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.341485] env[62364]: DEBUG oslo_vmware.api [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for the task: (returnval){ [ 901.341485] env[62364]: value = "task-2480908" [ 901.341485] env[62364]: _type = "Task" [ 901.341485] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.350751] env[62364]: DEBUG oslo_vmware.api [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.357398] env[62364]: DEBUG nova.compute.manager [req-375eb660-e0fd-49ab-ab22-b07dfd06bba8 req-04318de4-1181-4a4a-a506-0aebaa8d1db0 service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Received event network-changed-fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 901.358026] env[62364]: DEBUG nova.compute.manager [req-375eb660-e0fd-49ab-ab22-b07dfd06bba8 req-04318de4-1181-4a4a-a506-0aebaa8d1db0 service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Refreshing instance network info cache due to event network-changed-fc6ebf34-13b2-4516-ac38-895b7128a703. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 901.358026] env[62364]: DEBUG oslo_concurrency.lockutils [req-375eb660-e0fd-49ab-ab22-b07dfd06bba8 req-04318de4-1181-4a4a-a506-0aebaa8d1db0 service nova] Acquiring lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.358026] env[62364]: DEBUG oslo_concurrency.lockutils [req-375eb660-e0fd-49ab-ab22-b07dfd06bba8 req-04318de4-1181-4a4a-a506-0aebaa8d1db0 service nova] Acquired lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.358265] env[62364]: DEBUG nova.network.neutron [req-375eb660-e0fd-49ab-ab22-b07dfd06bba8 req-04318de4-1181-4a4a-a506-0aebaa8d1db0 service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Refreshing network info cache for port fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.554901] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480902, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.590879] env[62364]: DEBUG oslo_vmware.api [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480903, 'name': PowerOnVM_Task, 'duration_secs': 0.735871} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.591333] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.591607] env[62364]: DEBUG nova.compute.manager [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.592480] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87959bd5-3038-41b3-85cf-1d23f80f1fe0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.612460] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480906, 'name': ReconfigVM_Task, 'duration_secs': 0.172886} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.612788] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.613557] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026027fa-7272-4e67-b030-d6139dfd22a0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.640434] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 7159d8b6-13fb-41e2-81e5-48df5805be14/7159d8b6-13fb-41e2-81e5-48df5805be14.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.644107] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-337d11b3-efbc-4f1b-a9c7-558021d90689 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.661053] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 901.661053] env[62364]: value = "task-2480909" [ 901.661053] env[62364]: _type = "Task" [ 901.661053] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.670812] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.686799] env[62364]: DEBUG nova.scheduler.client.report [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.690135] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480904, 'name': ReconfigVM_Task, 'duration_secs': 0.63974} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.690795] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Reconfigured VM instance instance-0000004b to attach disk [datastore2] cfa355e5-ea30-4e2d-ba43-afd90e3d4afc/cfa355e5-ea30-4e2d-ba43-afd90e3d4afc.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.691499] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61e5907d-42a6-43f5-ac91-41a830d0c7ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.699049] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 901.699049] env[62364]: value = "task-2480910" [ 901.699049] env[62364]: _type = "Task" [ 901.699049] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.705709] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480910, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.851033] env[62364]: DEBUG oslo_vmware.api [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Task: {'id': task-2480908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244022} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.851290] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.851482] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.851661] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.851892] env[62364]: INFO nova.compute.manager [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Took 1.12 seconds to destroy the instance on the hypervisor. [ 901.852183] env[62364]: DEBUG oslo.service.loopingcall [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.852393] env[62364]: DEBUG nova.compute.manager [-] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.852834] env[62364]: DEBUG nova.network.neutron [-] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.057649] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480902, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.113628] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.171536] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480909, 'name': ReconfigVM_Task, 'duration_secs': 0.421016} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.171886] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 7159d8b6-13fb-41e2-81e5-48df5805be14/7159d8b6-13fb-41e2-81e5-48df5805be14.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.172224] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance '7159d8b6-13fb-41e2-81e5-48df5805be14' progress to 50 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.192571] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.193396] env[62364]: DEBUG nova.compute.manager [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.196701] env[62364]: DEBUG nova.network.neutron [req-375eb660-e0fd-49ab-ab22-b07dfd06bba8 req-04318de4-1181-4a4a-a506-0aebaa8d1db0 service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updated VIF entry in instance network info cache for port fc6ebf34-13b2-4516-ac38-895b7128a703. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.196982] env[62364]: DEBUG nova.network.neutron [req-375eb660-e0fd-49ab-ab22-b07dfd06bba8 req-04318de4-1181-4a4a-a506-0aebaa8d1db0 service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updating instance_info_cache with network_info: [{"id": "fc6ebf34-13b2-4516-ac38-895b7128a703", "address": "fa:16:3e:ee:2b:7a", "network": {"id": "ccb45640-b300-41af-baa8-42ed1264d3ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-367646731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482207a5005c4d969f6312c0078628ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6ebf34-13", "ovs_interfaceid": "fc6ebf34-13b2-4516-ac38-895b7128a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.198060] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.215s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.198562] env[62364]: DEBUG nova.objects.instance [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lazy-loading 'resources' on Instance uuid 7ea8e176-5744-4efd-85c3-f2a4511ffd4a {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.209240] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480910, 'name': Rename_Task, 'duration_secs': 0.193181} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.209597] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.210083] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-909fe1c8-69aa-4f4a-b10e-e99d77415dfa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.217564] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 902.217564] env[62364]: value = "task-2480911" [ 902.217564] env[62364]: _type = "Task" [ 902.217564] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.226614] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.486935] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.487601] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.487601] env[62364]: DEBUG nova.compute.manager [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.488516] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9f2e16-5929-4bbd-8b75-ba66fdcf62a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.495914] env[62364]: DEBUG nova.compute.manager [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62364) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 902.496522] env[62364]: DEBUG nova.objects.instance [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lazy-loading 'flavor' on Instance uuid 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.555992] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480902, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.644511] env[62364]: DEBUG nova.network.neutron [-] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.680245] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df8b777-cd9a-42b2-b01a-5b5ef71ebccb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.715106] env[62364]: DEBUG oslo_concurrency.lockutils [req-375eb660-e0fd-49ab-ab22-b07dfd06bba8 req-04318de4-1181-4a4a-a506-0aebaa8d1db0 service nova] Releasing lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.716794] env[62364]: DEBUG nova.compute.utils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 902.720148] env[62364]: DEBUG nova.compute.manager [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.720396] env[62364]: DEBUG nova.network.neutron [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.723571] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f34f298-b6ec-43fc-a32c-7eb107985347 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.770999] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance '7159d8b6-13fb-41e2-81e5-48df5805be14' progress to 67 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.775878] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.785597] env[62364]: DEBUG nova.policy [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edc3325e9dbd4961b8f82a0ada2edabd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e23e84f6b4241319b2f94b3ff65927a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.057127] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480902, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.069606] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9473b07d-def4-425c-b2c2-6823dd82ba0e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.079301] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb17a26-b803-47e8-b05a-06f0a652a506 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.113880] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a5099e-4362-4ebc-96e8-75009434faa9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.121093] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3526706-7a45-435d-b313-7c255d857b7b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.135067] env[62364]: DEBUG nova.compute.provider_tree [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.147891] env[62364]: INFO nova.compute.manager [-] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Took 1.30 seconds to deallocate network for instance. [ 903.242624] env[62364]: DEBUG nova.compute.manager [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.247464] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.247876] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.248371] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.248679] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.249495] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.252508] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480911, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.253156] env[62364]: INFO nova.compute.manager [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Terminating instance [ 903.259073] env[62364]: DEBUG nova.network.neutron [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Successfully created port: e5bc3944-ef12-47b3-8591-596d30e94950 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.328488] env[62364]: DEBUG nova.network.neutron [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Port 6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3 binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 903.504648] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.505068] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1c5b7fa-a67e-49fb-8d03-b824daa1ab8b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.512795] env[62364]: DEBUG oslo_vmware.api [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 903.512795] env[62364]: value = "task-2480912" [ 903.512795] env[62364]: _type = "Task" [ 903.512795] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.522340] env[62364]: DEBUG oslo_vmware.api [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.545017] env[62364]: DEBUG nova.compute.manager [req-9235138d-f53d-4521-9c04-9148542f21cd req-c68c0508-d5e6-44b9-9806-7647e9d980c5 service nova] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Received event network-vif-deleted-4ba8a381-65bb-4f23-86dc-5694fe56d4ee {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 903.556857] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480902, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.638552] env[62364]: DEBUG nova.scheduler.client.report [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.653973] env[62364]: DEBUG oslo_concurrency.lockutils [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.732576] env[62364]: DEBUG oslo_vmware.api [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2480911, 'name': PowerOnVM_Task, 'duration_secs': 1.151673} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.732851] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.733199] env[62364]: INFO nova.compute.manager [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Took 9.51 seconds to spawn the instance on the hypervisor. [ 903.733523] env[62364]: DEBUG nova.compute.manager [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.734200] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19b2db3-2d85-4223-bb6b-3298a6ac7e32 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.759309] env[62364]: DEBUG nova.compute.manager [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.759558] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.760698] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1553e4c0-4147-49be-91b9-ceb4350943e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.768372] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.768634] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39afdd60-be73-424f-8fe1-5c99ad4b1c81 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.777175] env[62364]: DEBUG oslo_vmware.api [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 903.777175] env[62364]: value = "task-2480913" [ 903.777175] env[62364]: _type = "Task" [ 903.777175] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.791199] env[62364]: DEBUG oslo_vmware.api [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.815208] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.815861] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.023339] env[62364]: DEBUG oslo_vmware.api [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480912, 'name': PowerOffVM_Task, 'duration_secs': 0.290124} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.023613] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.023815] env[62364]: DEBUG nova.compute.manager [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.025739] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1768e3df-3026-4cdb-8da2-c8c280c34309 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.056787] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480902, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.145768] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.147813] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.365s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.147813] env[62364]: DEBUG nova.objects.instance [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lazy-loading 'resources' on Instance uuid 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.168358] env[62364]: INFO nova.scheduler.client.report [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Deleted allocations for instance 7ea8e176-5744-4efd-85c3-f2a4511ffd4a [ 904.254788] env[62364]: INFO nova.compute.manager [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Took 37.48 seconds to build instance. [ 904.261832] env[62364]: DEBUG nova.compute.manager [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.291249] env[62364]: DEBUG oslo_vmware.api [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480913, 'name': PowerOffVM_Task, 'duration_secs': 0.176161} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.294712] env[62364]: DEBUG nova.virt.hardware [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.295110] env[62364]: DEBUG nova.virt.hardware [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.295417] env[62364]: DEBUG nova.virt.hardware [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.295700] env[62364]: DEBUG nova.virt.hardware [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.295942] env[62364]: DEBUG nova.virt.hardware [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.296186] env[62364]: DEBUG nova.virt.hardware [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.296416] env[62364]: DEBUG nova.virt.hardware [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.296638] env[62364]: DEBUG nova.virt.hardware [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.296820] env[62364]: DEBUG nova.virt.hardware [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.296992] env[62364]: DEBUG nova.virt.hardware [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.297183] env[62364]: DEBUG nova.virt.hardware [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.297498] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.297661] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.298462] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c60ae2-b796-40a8-8b0d-dcf1767a8493 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.301247] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4de3363-3d85-4fff-8741-497b6191683a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.310566] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7f445c-6f11-4757-90b8-a9921b897eed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.325417] env[62364]: DEBUG nova.compute.manager [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.355043] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "7159d8b6-13fb-41e2-81e5-48df5805be14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.355310] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "7159d8b6-13fb-41e2-81e5-48df5805be14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.355503] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "7159d8b6-13fb-41e2-81e5-48df5805be14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.366835] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.367087] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.367266] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleting the datastore file [datastore2] 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.368084] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-440b4889-dae0-41af-9015-9143a195a3a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.376212] env[62364]: DEBUG oslo_vmware.api [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 904.376212] env[62364]: value = "task-2480915" [ 904.376212] env[62364]: _type = "Task" [ 904.376212] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.385888] env[62364]: DEBUG oslo_vmware.api [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.537273] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a39d4ac6-ba3b-44c0-9e6f-1c35ad062b66 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.558890] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480902, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.680331] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd021dc4-7841-40ff-9fc6-36f4f7ba005e tempest-ServerRescueTestJSON-2007834382 tempest-ServerRescueTestJSON-2007834382-project-member] Lock "7ea8e176-5744-4efd-85c3-f2a4511ffd4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.228s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.757225] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01db1f76-2948-4dba-8099-092cfa615b02 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.987s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.849170] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.891895] env[62364]: DEBUG oslo_vmware.api [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426686} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.892582] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.892922] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.893248] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.893634] env[62364]: INFO nova.compute.manager [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 904.894011] env[62364]: DEBUG oslo.service.loopingcall [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.895243] env[62364]: DEBUG nova.compute.manager [-] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.895243] env[62364]: DEBUG nova.network.neutron [-] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.057915] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480902, 'name': CreateVM_Task, 'duration_secs': 4.039601} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.060487] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.065902] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.065902] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.066078] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.068667] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f6a5d2-4d98-4c9c-9cb2-0c966d5e9c7f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.070990] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 905.070990] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f761cd-cd53-64c8-224f-ee9c45d6f307" [ 905.070990] env[62364]: _type = "Task" [ 905.070990] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.083752] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f761cd-cd53-64c8-224f-ee9c45d6f307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.104230] env[62364]: DEBUG nova.compute.manager [req-bb5c2fe5-b409-47ad-bcf7-72e1182b7008 req-afbc15e8-581e-4bd7-8d3f-1a205225ab0f service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Received event network-vif-plugged-e5bc3944-ef12-47b3-8591-596d30e94950 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 905.104446] env[62364]: DEBUG oslo_concurrency.lockutils [req-bb5c2fe5-b409-47ad-bcf7-72e1182b7008 req-afbc15e8-581e-4bd7-8d3f-1a205225ab0f service nova] Acquiring lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.104641] env[62364]: DEBUG oslo_concurrency.lockutils [req-bb5c2fe5-b409-47ad-bcf7-72e1182b7008 req-afbc15e8-581e-4bd7-8d3f-1a205225ab0f service nova] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.104804] env[62364]: DEBUG oslo_concurrency.lockutils [req-bb5c2fe5-b409-47ad-bcf7-72e1182b7008 req-afbc15e8-581e-4bd7-8d3f-1a205225ab0f service nova] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.104965] env[62364]: DEBUG nova.compute.manager [req-bb5c2fe5-b409-47ad-bcf7-72e1182b7008 req-afbc15e8-581e-4bd7-8d3f-1a205225ab0f service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] No waiting events found dispatching network-vif-plugged-e5bc3944-ef12-47b3-8591-596d30e94950 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.105156] env[62364]: WARNING nova.compute.manager [req-bb5c2fe5-b409-47ad-bcf7-72e1182b7008 req-afbc15e8-581e-4bd7-8d3f-1a205225ab0f service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Received unexpected event network-vif-plugged-e5bc3944-ef12-47b3-8591-596d30e94950 for instance with vm_state building and task_state spawning. [ 905.118499] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080f0572-eb33-4216-a27e-f890d2a4bf70 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.127323] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb794fa-5aa1-49e2-8bbc-83a95a1bfa14 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.166776] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b9f0cb-588e-48e9-91b3-2c9d91a4c056 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.177312] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c2f2e3-492d-4e08-ab79-be35c7de9ad2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.194933] env[62364]: DEBUG nova.compute.provider_tree [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.383169] env[62364]: DEBUG nova.network.neutron [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Successfully updated port: e5bc3944-ef12-47b3-8591-596d30e94950 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.581890] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.582306] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Processing image 15d36587-8045-49b8-aade-94525b62550b {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.582601] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b/15d36587-8045-49b8-aade-94525b62550b.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.582799] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b/15d36587-8045-49b8-aade-94525b62550b.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.583047] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.583325] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08858667-8af2-45d6-a7fd-9ec822b132d4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.592801] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.593238] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.594026] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd22dca-46d4-4e0c-82a6-59479aaecf61 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.599260] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 905.599260] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52550473-5519-d3b0-833a-6de1b63e4d9e" [ 905.599260] env[62364]: _type = "Task" [ 905.599260] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.607245] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52550473-5519-d3b0-833a-6de1b63e4d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.624913] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.625118] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.625305] env[62364]: DEBUG nova.network.neutron [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.641241] env[62364]: DEBUG nova.compute.manager [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Received event network-changed-9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 905.641241] env[62364]: DEBUG nova.compute.manager [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Refreshing instance network info cache due to event network-changed-9863336f-2685-46aa-90e5-6d53ab84d4a0. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 905.641407] env[62364]: DEBUG oslo_concurrency.lockutils [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] Acquiring lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.641407] env[62364]: DEBUG oslo_concurrency.lockutils [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] Acquired lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.641571] env[62364]: DEBUG nova.network.neutron [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Refreshing network info cache for port 9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.670874] env[62364]: DEBUG nova.objects.instance [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lazy-loading 'flavor' on Instance uuid 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.672242] env[62364]: DEBUG nova.network.neutron [-] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.697786] env[62364]: DEBUG nova.scheduler.client.report [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.886178] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "refresh_cache-d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.887346] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "refresh_cache-d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.887346] env[62364]: DEBUG nova.network.neutron [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.112244] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Preparing fetch location {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 906.112481] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Fetch image to [datastore1] OSTACK_IMG_d517c520-f7a9-43a0-96c9-b4bf381eb3b5/OSTACK_IMG_d517c520-f7a9-43a0-96c9-b4bf381eb3b5.vmdk {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 906.112661] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Downloading stream optimized image 15d36587-8045-49b8-aade-94525b62550b to [datastore1] OSTACK_IMG_d517c520-f7a9-43a0-96c9-b4bf381eb3b5/OSTACK_IMG_d517c520-f7a9-43a0-96c9-b4bf381eb3b5.vmdk on the data store datastore1 as vApp {{(pid=62364) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 906.112836] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Downloading image file data 15d36587-8045-49b8-aade-94525b62550b to the ESX as VM named 'OSTACK_IMG_d517c520-f7a9-43a0-96c9-b4bf381eb3b5' {{(pid=62364) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 906.176249] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "refresh_cache-518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.176556] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquired lock "refresh_cache-518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.176656] env[62364]: DEBUG nova.network.neutron [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.176836] env[62364]: DEBUG nova.objects.instance [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lazy-loading 'info_cache' on Instance uuid 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.178441] env[62364]: INFO nova.compute.manager [-] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Took 1.28 seconds to deallocate network for instance. [ 906.203155] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.214076] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.080s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.215676] env[62364]: INFO nova.compute.claims [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.226455] env[62364]: DEBUG oslo_vmware.rw_handles [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 906.226455] env[62364]: value = "resgroup-9" [ 906.226455] env[62364]: _type = "ResourcePool" [ 906.226455] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 906.227470] env[62364]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3bcfc820-9e01-40ab-94e3-00107d57b110 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.251676] env[62364]: INFO nova.scheduler.client.report [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Deleted allocations for instance 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b [ 906.259690] env[62364]: DEBUG oslo_vmware.rw_handles [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lease: (returnval){ [ 906.259690] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52bd7734-a53a-cb22-b76e-ce49941b9d69" [ 906.259690] env[62364]: _type = "HttpNfcLease" [ 906.259690] env[62364]: } obtained for vApp import into resource pool (val){ [ 906.259690] env[62364]: value = "resgroup-9" [ 906.259690] env[62364]: _type = "ResourcePool" [ 906.259690] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 906.259936] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the lease: (returnval){ [ 906.259936] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52bd7734-a53a-cb22-b76e-ce49941b9d69" [ 906.259936] env[62364]: _type = "HttpNfcLease" [ 906.259936] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 906.268328] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.268328] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52bd7734-a53a-cb22-b76e-ce49941b9d69" [ 906.268328] env[62364]: _type = "HttpNfcLease" [ 906.268328] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 906.440943] env[62364]: DEBUG nova.network.neutron [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.474169] env[62364]: DEBUG nova.network.neutron [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance_info_cache with network_info: [{"id": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "address": "fa:16:3e:3c:44:50", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e160ac2-4e", "ovs_interfaceid": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.611639] env[62364]: DEBUG nova.network.neutron [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Updating instance_info_cache with network_info: [{"id": "e5bc3944-ef12-47b3-8591-596d30e94950", "address": "fa:16:3e:69:6b:23", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bc3944-ef", "ovs_interfaceid": "e5bc3944-ef12-47b3-8591-596d30e94950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.616352] env[62364]: DEBUG nova.network.neutron [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updated VIF entry in instance network info cache for port 9863336f-2685-46aa-90e5-6d53ab84d4a0. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.618153] env[62364]: DEBUG nova.network.neutron [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updating instance_info_cache with network_info: [{"id": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "address": "fa:16:3e:67:db:fa", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9863336f-26", "ovs_interfaceid": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.681156] env[62364]: DEBUG nova.objects.base [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Object Instance<518f66ce-ffef-4ce1-96c4-2ebdf2b9e076> lazy-loaded attributes: flavor,info_cache {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 906.688924] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.762819] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ab881754-cbe4-48bd-94cb-532805e097cf tempest-ServerShowV247Test-693255809 tempest-ServerShowV247Test-693255809-project-member] Lock "45ffb2ae-66b3-4d3a-8816-17cd3ef4800b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.389s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.772966] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.772966] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52bd7734-a53a-cb22-b76e-ce49941b9d69" [ 906.772966] env[62364]: _type = "HttpNfcLease" [ 906.772966] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 906.773161] env[62364]: DEBUG oslo_vmware.rw_handles [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 906.773161] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52bd7734-a53a-cb22-b76e-ce49941b9d69" [ 906.773161] env[62364]: _type = "HttpNfcLease" [ 906.773161] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 906.773716] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c747a0e4-c7e1-4fb4-93e0-3a5730f4e418 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.780823] env[62364]: DEBUG oslo_vmware.rw_handles [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be526-f156-d16f-86b5-197b438066f0/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 906.780927] env[62364]: DEBUG oslo_vmware.rw_handles [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be526-f156-d16f-86b5-197b438066f0/disk-0.vmdk. {{(pid=62364) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 906.847168] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5afcd57f-2538-4327-b1b0-33c9fff50e31 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.976675] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.119188] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "refresh_cache-d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.119188] env[62364]: DEBUG nova.compute.manager [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Instance network_info: |[{"id": "e5bc3944-ef12-47b3-8591-596d30e94950", "address": "fa:16:3e:69:6b:23", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bc3944-ef", "ovs_interfaceid": "e5bc3944-ef12-47b3-8591-596d30e94950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.119188] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:6b:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5bc3944-ef12-47b3-8591-596d30e94950', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.126740] env[62364]: DEBUG oslo.service.loopingcall [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.130439] env[62364]: DEBUG oslo_concurrency.lockutils [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] Releasing lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.131021] env[62364]: DEBUG nova.compute.manager [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Received event network-vif-deleted-579cd31a-8903-4b59-8c72-8f8deed40c75 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 907.131419] env[62364]: INFO nova.compute.manager [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Neutron deleted interface 579cd31a-8903-4b59-8c72-8f8deed40c75; detaching it from the instance and deleting it from the info cache [ 907.131851] env[62364]: DEBUG nova.network.neutron [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.133335] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.135574] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a9a56ef-8795-4c0c-9a9d-dfed034c89dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.151309] env[62364]: DEBUG nova.compute.manager [req-3c93919e-5b32-4da9-8ca7-27c23f179c6e req-0da342fd-ddc2-455b-b3a2-f47ce0025212 service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Received event network-changed-e5bc3944-ef12-47b3-8591-596d30e94950 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 907.151550] env[62364]: DEBUG nova.compute.manager [req-3c93919e-5b32-4da9-8ca7-27c23f179c6e req-0da342fd-ddc2-455b-b3a2-f47ce0025212 service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Refreshing instance network info cache due to event network-changed-e5bc3944-ef12-47b3-8591-596d30e94950. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 907.151804] env[62364]: DEBUG oslo_concurrency.lockutils [req-3c93919e-5b32-4da9-8ca7-27c23f179c6e req-0da342fd-ddc2-455b-b3a2-f47ce0025212 service nova] Acquiring lock "refresh_cache-d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.151981] env[62364]: DEBUG oslo_concurrency.lockutils [req-3c93919e-5b32-4da9-8ca7-27c23f179c6e req-0da342fd-ddc2-455b-b3a2-f47ce0025212 service nova] Acquired lock "refresh_cache-d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.152195] env[62364]: DEBUG nova.network.neutron [req-3c93919e-5b32-4da9-8ca7-27c23f179c6e req-0da342fd-ddc2-455b-b3a2-f47ce0025212 service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Refreshing network info cache for port e5bc3944-ef12-47b3-8591-596d30e94950 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.164179] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.164179] env[62364]: value = "task-2480917" [ 907.164179] env[62364]: _type = "Task" [ 907.164179] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.174767] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480917, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.511239] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94e7829-6da4-4862-ae37-a1180bf14ebf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.552247] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f12030-d38f-48d2-96fd-95ff6c58662c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.561554] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance '7159d8b6-13fb-41e2-81e5-48df5805be14' progress to 83 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.571147] env[62364]: DEBUG nova.network.neutron [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Updating instance_info_cache with network_info: [{"id": "83ec975e-0159-45de-9c23-d04248716607", "address": "fa:16:3e:84:18:20", "network": {"id": "7fa9f87b-e1a3-4f53-b169-968dcb0a2c98", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-493771120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3494d23b76453f9b7df7388dd198b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ec975e-01", "ovs_interfaceid": "83ec975e-0159-45de-9c23-d04248716607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.664601] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0100913d-8390-4d06-baaa-7a9206aa33d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.679276] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480917, 'name': CreateVM_Task, 'duration_secs': 0.363826} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.681123] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.686314] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.686492] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.686823] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.689972] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbb7606-be92-4334-8b46-cc6b70f2ed39 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.705873] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6e086a-f52b-4384-b356-196af1a99d92 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.715210] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 907.715210] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5291991d-07df-c05b-5509-a4b2e8a8455b" [ 907.715210] env[62364]: _type = "Task" [ 907.715210] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.747465] env[62364]: DEBUG nova.compute.manager [req-251a2369-8467-4670-ae8b-81e5c677cc8f req-3442f1bd-06c3-45ca-9d5f-7bfe5fec601a service nova] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Detach interface failed, port_id=579cd31a-8903-4b59-8c72-8f8deed40c75, reason: Instance 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 907.750166] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2dcfd4-0a0e-44cb-8b28-ed56116fb507 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.758797] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5291991d-07df-c05b-5509-a4b2e8a8455b, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.759595] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.759845] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.760094] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.760262] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.760452] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.760718] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c30d361-6648-4b2b-b582-50253b908573 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.767589] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a6ae8d-86ac-4b7a-8f7e-43ace50bd2e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.802175] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3f4f65-79ba-4455-a7ef-82ef7ee536fa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.805502] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.805708] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.806700] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539732b2-32a0-4151-8efc-c330f7faa09b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.813024] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 907.813024] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e8b888-5ccf-59f5-d28e-9bbdc784f459" [ 907.813024] env[62364]: _type = "Task" [ 907.813024] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.819852] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1fe02-d5c3-4a26-ada9-01a743f2e786 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.829195] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e8b888-5ccf-59f5-d28e-9bbdc784f459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.837624] env[62364]: DEBUG nova.compute.provider_tree [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.054051] env[62364]: DEBUG nova.network.neutron [req-3c93919e-5b32-4da9-8ca7-27c23f179c6e req-0da342fd-ddc2-455b-b3a2-f47ce0025212 service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Updated VIF entry in instance network info cache for port e5bc3944-ef12-47b3-8591-596d30e94950. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.054402] env[62364]: DEBUG nova.network.neutron [req-3c93919e-5b32-4da9-8ca7-27c23f179c6e req-0da342fd-ddc2-455b-b3a2-f47ce0025212 service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Updating instance_info_cache with network_info: [{"id": "e5bc3944-ef12-47b3-8591-596d30e94950", "address": "fa:16:3e:69:6b:23", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bc3944-ef", "ovs_interfaceid": "e5bc3944-ef12-47b3-8591-596d30e94950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.075269] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.075944] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Releasing lock "refresh_cache-518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.078028] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15525908-73a8-4495-b188-5a5b13db3233 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.085221] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 908.085221] env[62364]: value = "task-2480918" [ 908.085221] env[62364]: _type = "Task" [ 908.085221] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.095616] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.329019] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e8b888-5ccf-59f5-d28e-9bbdc784f459, 'name': SearchDatastore_Task, 'duration_secs': 0.029349} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.329987] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d685e4c4-1c44-452e-aa66-6767e51d8d4e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.338063] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 908.338063] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52af238f-4937-74ab-bbb7-32c419bf2bcc" [ 908.338063] env[62364]: _type = "Task" [ 908.338063] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.344067] env[62364]: DEBUG nova.scheduler.client.report [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.348878] env[62364]: DEBUG oslo_vmware.rw_handles [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Completed reading data from the image iterator. {{(pid=62364) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 908.349122] env[62364]: DEBUG oslo_vmware.rw_handles [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be526-f156-d16f-86b5-197b438066f0/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 908.350148] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c417995a-2a00-4aeb-8864-2911344b7fbc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.357430] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52af238f-4937-74ab-bbb7-32c419bf2bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.358094] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.358604] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d0e663aa-e427-4e0e-98b4-d36a98fdd1d3/d0e663aa-e427-4e0e-98b4-d36a98fdd1d3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.358848] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e574f53-dbe9-4620-8e28-dc900367c76b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.362604] env[62364]: DEBUG oslo_vmware.rw_handles [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be526-f156-d16f-86b5-197b438066f0/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 908.362768] env[62364]: DEBUG oslo_vmware.rw_handles [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be526-f156-d16f-86b5-197b438066f0/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 908.364418] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-80eabdaf-c3af-4fec-95f7-8ab2c9afa599 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.367881] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 908.367881] env[62364]: value = "task-2480919" [ 908.367881] env[62364]: _type = "Task" [ 908.367881] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.376113] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.557531] env[62364]: DEBUG oslo_concurrency.lockutils [req-3c93919e-5b32-4da9-8ca7-27c23f179c6e req-0da342fd-ddc2-455b-b3a2-f47ce0025212 service nova] Releasing lock "refresh_cache-d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.597745] env[62364]: DEBUG oslo_vmware.api [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480918, 'name': PowerOnVM_Task, 'duration_secs': 0.484889} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.598829] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.598922] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-65c95e1d-73a8-4728-9e0f-c70225c3e910 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance '7159d8b6-13fb-41e2-81e5-48df5805be14' progress to 100 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.703287] env[62364]: DEBUG oslo_vmware.rw_handles [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be526-f156-d16f-86b5-197b438066f0/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 908.703287] env[62364]: INFO nova.virt.vmwareapi.images [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Downloaded image file data 15d36587-8045-49b8-aade-94525b62550b [ 908.704097] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01396004-6397-48d1-9b94-888152ab309f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.720369] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-178ce74e-95df-4a60-a4a9-1efa5b4eb8b2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.858952] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.862020] env[62364]: DEBUG nova.compute.manager [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.872763] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.569s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.873401] env[62364]: DEBUG nova.objects.instance [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lazy-loading 'resources' on Instance uuid d7b994ce-8b34-4d1f-b857-458a40a6fe6c {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.879736] env[62364]: INFO nova.virt.vmwareapi.images [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] The imported VM was unregistered [ 908.884604] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Caching image {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 908.885138] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Creating directory with path [datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.893085] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86b53087-5233-4244-b58e-7aa86f419be1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.907399] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.930536] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Created directory with path [datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.930784] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d517c520-f7a9-43a0-96c9-b4bf381eb3b5/OSTACK_IMG_d517c520-f7a9-43a0-96c9-b4bf381eb3b5.vmdk to [datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b/15d36587-8045-49b8-aade-94525b62550b.vmdk. {{(pid=62364) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 908.931705] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d7b12605-0839-408a-8586-8b486dcd9b8e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.943746] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 908.943746] env[62364]: value = "task-2480921" [ 908.943746] env[62364]: _type = "Task" [ 908.943746] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.954555] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480921, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.085272] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.085878] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5d5afab-738f-44fc-82b6-213e2d2dd781 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.092734] env[62364]: DEBUG oslo_vmware.api [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 909.092734] env[62364]: value = "task-2480922" [ 909.092734] env[62364]: _type = "Task" [ 909.092734] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.101234] env[62364]: DEBUG oslo_vmware.api [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.390746] env[62364]: DEBUG nova.compute.utils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 909.394493] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737137} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.395201] env[62364]: DEBUG nova.compute.manager [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.395394] env[62364]: DEBUG nova.network.neutron [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.397425] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d0e663aa-e427-4e0e-98b4-d36a98fdd1d3/d0e663aa-e427-4e0e-98b4-d36a98fdd1d3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.397675] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.397939] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84af7395-0133-4251-b063-d030a4f82c4f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.404568] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 909.404568] env[62364]: value = "task-2480923" [ 909.404568] env[62364]: _type = "Task" [ 909.404568] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.414799] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.435909] env[62364]: DEBUG nova.policy [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb1709a744c143cf944dd2d110f97105', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc2c7a9693c0408ea68f01c31db61440', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.454840] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480921, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.613014] env[62364]: DEBUG oslo_vmware.api [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.767875] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f440bb52-9947-4fa0-941b-ecc6fdb252fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.778825] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7c07b2-d60a-4fd7-9c5f-a9045873118c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.814296] env[62364]: DEBUG nova.network.neutron [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Successfully created port: 639f5eed-8b3d-402e-aa11-c5c10d068408 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.817386] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48234c4-e779-448c-aafc-d43435225feb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.830043] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a907556-ac94-4eb1-82a4-4fb568fc3332 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.848977] env[62364]: DEBUG nova.compute.provider_tree [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.896399] env[62364]: DEBUG nova.compute.manager [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.918537] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.290421} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.918855] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.919690] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b463f47-7611-43da-9d42-5ef8be0fe354 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.948980] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d0e663aa-e427-4e0e-98b4-d36a98fdd1d3/d0e663aa-e427-4e0e-98b4-d36a98fdd1d3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.954023] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ffa8f4-fac3-49a9-a737-83c51a8d6ba9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.973986] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480921, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.978549] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 909.978549] env[62364]: value = "task-2480924" [ 909.978549] env[62364]: _type = "Task" [ 909.978549] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.992667] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.110077] env[62364]: DEBUG oslo_vmware.api [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480922, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.354172] env[62364]: DEBUG nova.scheduler.client.report [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.465532] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480921, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.493292] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480924, 'name': ReconfigVM_Task, 'duration_secs': 0.459354} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.493681] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d0e663aa-e427-4e0e-98b4-d36a98fdd1d3/d0e663aa-e427-4e0e-98b4-d36a98fdd1d3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.494380] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44cf9d0a-2b68-40db-8a10-748f3fb89001 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.507028] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 910.507028] env[62364]: value = "task-2480925" [ 910.507028] env[62364]: _type = "Task" [ 910.507028] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.521364] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480925, 'name': Rename_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.618089] env[62364]: DEBUG oslo_vmware.api [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480922, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.647714] env[62364]: DEBUG nova.network.neutron [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Port 6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3 binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 910.648026] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.648193] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.648363] env[62364]: DEBUG nova.network.neutron [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.859364] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.862489] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.966s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.864448] env[62364]: INFO nova.compute.claims [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.883531] env[62364]: INFO nova.scheduler.client.report [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleted allocations for instance d7b994ce-8b34-4d1f-b857-458a40a6fe6c [ 910.906465] env[62364]: DEBUG nova.compute.manager [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.936519] env[62364]: DEBUG nova.virt.hardware [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='55b15061b1315c63e2a58dfeb527d97d',container_format='bare',created_at=2025-02-12T19:42:40Z,direct_url=,disk_format='vmdk',id=e0527c4e-0819-403f-8002-467b5c3fcd35,min_disk=1,min_ram=0,name='tempest-test-snap-551163053',owner='cc2c7a9693c0408ea68f01c31db61440',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-12T19:42:54Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.936809] env[62364]: DEBUG nova.virt.hardware [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.937035] env[62364]: DEBUG nova.virt.hardware [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.937269] env[62364]: DEBUG nova.virt.hardware [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.937439] env[62364]: DEBUG nova.virt.hardware [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.937597] env[62364]: DEBUG nova.virt.hardware [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.937812] env[62364]: DEBUG nova.virt.hardware [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.937973] env[62364]: DEBUG nova.virt.hardware [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.938160] env[62364]: DEBUG nova.virt.hardware [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.938346] env[62364]: DEBUG nova.virt.hardware [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.938505] env[62364]: DEBUG nova.virt.hardware [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.939428] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb4ee7b-56f9-4a15-88bf-1bc4c70b4094 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.955419] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95d1193-d47d-46ad-a3ed-51958879aef5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.973630] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480921, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.023088] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480925, 'name': Rename_Task, 'duration_secs': 0.239892} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.023396] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.023674] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1ba5d59-6c79-471c-829a-b5fec83c51bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.033671] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 911.033671] env[62364]: value = "task-2480926" [ 911.033671] env[62364]: _type = "Task" [ 911.033671] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.044687] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.113364] env[62364]: DEBUG oslo_vmware.api [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480922, 'name': PowerOnVM_Task, 'duration_secs': 1.54071} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.113550] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.113642] env[62364]: DEBUG nova.compute.manager [None req-cd2a3833-2aa2-4323-8b0b-14929eb78b28 tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.114489] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c59bc2-a294-4b10-a1e1-b4a5966dd2ed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.386794] env[62364]: DEBUG nova.network.neutron [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance_info_cache with network_info: [{"id": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "address": "fa:16:3e:3c:44:50", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e160ac2-4e", "ovs_interfaceid": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.392095] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96a3b5d9-0e06-4537-804d-09d6996e4971 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "d7b994ce-8b34-4d1f-b857-458a40a6fe6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.636s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.464956] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480921, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.549100] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480926, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.756885] env[62364]: DEBUG nova.compute.manager [req-c0216d5b-7502-479f-b572-6c622a4963c8 req-e2203852-f2f0-4896-8407-368dfda84884 service nova] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Received event network-vif-plugged-639f5eed-8b3d-402e-aa11-c5c10d068408 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 911.757158] env[62364]: DEBUG oslo_concurrency.lockutils [req-c0216d5b-7502-479f-b572-6c622a4963c8 req-e2203852-f2f0-4896-8407-368dfda84884 service nova] Acquiring lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.757452] env[62364]: DEBUG oslo_concurrency.lockutils [req-c0216d5b-7502-479f-b572-6c622a4963c8 req-e2203852-f2f0-4896-8407-368dfda84884 service nova] Lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.757538] env[62364]: DEBUG oslo_concurrency.lockutils [req-c0216d5b-7502-479f-b572-6c622a4963c8 req-e2203852-f2f0-4896-8407-368dfda84884 service nova] Lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.757732] env[62364]: DEBUG nova.compute.manager [req-c0216d5b-7502-479f-b572-6c622a4963c8 req-e2203852-f2f0-4896-8407-368dfda84884 service nova] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] No waiting events found dispatching network-vif-plugged-639f5eed-8b3d-402e-aa11-c5c10d068408 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.757863] env[62364]: WARNING nova.compute.manager [req-c0216d5b-7502-479f-b572-6c622a4963c8 req-e2203852-f2f0-4896-8407-368dfda84884 service nova] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Received unexpected event network-vif-plugged-639f5eed-8b3d-402e-aa11-c5c10d068408 for instance with vm_state building and task_state spawning. [ 911.889815] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.962396] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480921, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.043976] env[62364]: DEBUG oslo_vmware.api [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480926, 'name': PowerOnVM_Task, 'duration_secs': 0.687939} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.046628] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.046898] env[62364]: INFO nova.compute.manager [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Took 7.78 seconds to spawn the instance on the hypervisor. [ 912.047161] env[62364]: DEBUG nova.compute.manager [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.048494] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db77453-cca4-45c1-b084-e54df0a08e06 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.099572] env[62364]: DEBUG nova.network.neutron [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Successfully updated port: 639f5eed-8b3d-402e-aa11-c5c10d068408 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.237348] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40486b31-66d8-4860-9269-c823f27451dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.244889] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c35b8c6-1619-45bd-999d-cd07725b516c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.280121] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de09662c-3490-4e99-a5fc-fd25bd118c06 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.286722] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3075afe9-65e2-4b9f-a86e-b2423f53dc12 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.300773] env[62364]: DEBUG nova.compute.provider_tree [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.325024] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "006ebec8-be86-4e52-882e-592bcf43675b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.325024] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "006ebec8-be86-4e52-882e-592bcf43675b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.325024] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "006ebec8-be86-4e52-882e-592bcf43675b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.325024] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "006ebec8-be86-4e52-882e-592bcf43675b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.325024] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "006ebec8-be86-4e52-882e-592bcf43675b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.326711] env[62364]: INFO nova.compute.manager [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Terminating instance [ 912.395032] env[62364]: DEBUG nova.compute.manager [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62364) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 912.395306] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.462150] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480921, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.568946] env[62364]: INFO nova.compute.manager [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Took 35.36 seconds to build instance. [ 912.606295] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "refresh_cache-be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.606497] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "refresh_cache-be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.606634] env[62364]: DEBUG nova.network.neutron [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.803826] env[62364]: DEBUG nova.scheduler.client.report [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.832166] env[62364]: DEBUG nova.compute.manager [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.832166] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.832646] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28212c22-f2c4-43d1-bd22-ab766101672d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.840785] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.841033] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fac1f4c2-2b51-417d-9f99-14d4990bcbb0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.846738] env[62364]: DEBUG oslo_vmware.api [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 912.846738] env[62364]: value = "task-2480927" [ 912.846738] env[62364]: _type = "Task" [ 912.846738] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.854586] env[62364]: DEBUG oslo_vmware.api [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.965099] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480921, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.071115] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bbaa98c0-1ab1-4ffa-a8c6-c296a59bfb05 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.876s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.141076] env[62364]: DEBUG nova.network.neutron [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.309500] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.310077] env[62364]: DEBUG nova.compute.manager [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.313365] env[62364]: DEBUG oslo_concurrency.lockutils [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.901s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.313619] env[62364]: DEBUG oslo_concurrency.lockutils [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.315990] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.626s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.318261] env[62364]: INFO nova.compute.claims [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.345943] env[62364]: INFO nova.scheduler.client.report [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleted allocations for instance 1baeefa4-6b4f-4f68-91e5-d02645d64d34 [ 913.360954] env[62364]: DEBUG oslo_vmware.api [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480927, 'name': PowerOffVM_Task, 'duration_secs': 0.296829} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.361815] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.361992] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.362261] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee103e85-d9c1-4862-8d84-e39b35cf44f3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.372325] env[62364]: DEBUG nova.network.neutron [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Updating instance_info_cache with network_info: [{"id": "639f5eed-8b3d-402e-aa11-c5c10d068408", "address": "fa:16:3e:1c:5b:20", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639f5eed-8b", "ovs_interfaceid": "639f5eed-8b3d-402e-aa11-c5c10d068408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.444712] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.444982] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.445203] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleting the datastore file [datastore2] 006ebec8-be86-4e52-882e-592bcf43675b {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.445469] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf6e84ea-effb-4a92-a6a7-c112a7efca21 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.451373] env[62364]: DEBUG oslo_vmware.api [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for the task: (returnval){ [ 913.451373] env[62364]: value = "task-2480929" [ 913.451373] env[62364]: _type = "Task" [ 913.451373] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.461894] env[62364]: DEBUG oslo_vmware.api [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.465622] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480921, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.038959} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.465622] env[62364]: INFO nova.virt.vmwareapi.ds_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d517c520-f7a9-43a0-96c9-b4bf381eb3b5/OSTACK_IMG_d517c520-f7a9-43a0-96c9-b4bf381eb3b5.vmdk to [datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b/15d36587-8045-49b8-aade-94525b62550b.vmdk. [ 913.465622] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Cleaning up location [datastore1] OSTACK_IMG_d517c520-f7a9-43a0-96c9-b4bf381eb3b5 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 913.465622] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d517c520-f7a9-43a0-96c9-b4bf381eb3b5 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.465803] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1b1172f-05eb-4035-b147-cbd6e266370b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.471050] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 913.471050] env[62364]: value = "task-2480930" [ 913.471050] env[62364]: _type = "Task" [ 913.471050] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.478128] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.817019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.817019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.824680] env[62364]: DEBUG nova.compute.utils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 913.828140] env[62364]: DEBUG nova.compute.manager [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.828419] env[62364]: DEBUG nova.network.neutron [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.853474] env[62364]: DEBUG nova.compute.manager [req-2877a5aa-0354-4958-90eb-13f34716d256 req-f8dc1ae3-a1bc-4257-99e1-1673c1eae509 service nova] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Received event network-changed-639f5eed-8b3d-402e-aa11-c5c10d068408 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 913.853711] env[62364]: DEBUG nova.compute.manager [req-2877a5aa-0354-4958-90eb-13f34716d256 req-f8dc1ae3-a1bc-4257-99e1-1673c1eae509 service nova] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Refreshing instance network info cache due to event network-changed-639f5eed-8b3d-402e-aa11-c5c10d068408. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 913.853997] env[62364]: DEBUG oslo_concurrency.lockutils [req-2877a5aa-0354-4958-90eb-13f34716d256 req-f8dc1ae3-a1bc-4257-99e1-1673c1eae509 service nova] Acquiring lock "refresh_cache-be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.857692] env[62364]: DEBUG oslo_concurrency.lockutils [None req-04c3493c-7508-40fc-8dd6-4da8d7c6363c tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "1baeefa4-6b4f-4f68-91e5-d02645d64d34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.137s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.874966] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "refresh_cache-be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.875292] env[62364]: DEBUG nova.compute.manager [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Instance network_info: |[{"id": "639f5eed-8b3d-402e-aa11-c5c10d068408", "address": "fa:16:3e:1c:5b:20", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639f5eed-8b", "ovs_interfaceid": "639f5eed-8b3d-402e-aa11-c5c10d068408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.877201] env[62364]: DEBUG nova.policy [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a815b0380534c1898e159ea5c08df53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '797f15f5112b42e58632fecc76d86969', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.879644] env[62364]: DEBUG oslo_concurrency.lockutils [req-2877a5aa-0354-4958-90eb-13f34716d256 req-f8dc1ae3-a1bc-4257-99e1-1673c1eae509 service nova] Acquired lock "refresh_cache-be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.879965] env[62364]: DEBUG nova.network.neutron [req-2877a5aa-0354-4958-90eb-13f34716d256 req-f8dc1ae3-a1bc-4257-99e1-1673c1eae509 service nova] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Refreshing network info cache for port 639f5eed-8b3d-402e-aa11-c5c10d068408 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.881571] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:5b:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '639f5eed-8b3d-402e-aa11-c5c10d068408', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.892589] env[62364]: DEBUG oslo.service.loopingcall [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.897244] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.898300] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-152c24be-256f-45e3-9147-7039f8f0550a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.922622] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.922622] env[62364]: value = "task-2480931" [ 913.922622] env[62364]: _type = "Task" [ 913.922622] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.933432] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480931, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.961497] env[62364]: DEBUG oslo_vmware.api [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Task: {'id': task-2480929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328189} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.961741] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.961933] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.962125] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.962304] env[62364]: INFO nova.compute.manager [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 913.962550] env[62364]: DEBUG oslo.service.loopingcall [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.962749] env[62364]: DEBUG nova.compute.manager [-] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.962844] env[62364]: DEBUG nova.network.neutron [-] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.980103] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038228} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.980358] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.980533] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b/15d36587-8045-49b8-aade-94525b62550b.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.980773] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b/15d36587-8045-49b8-aade-94525b62550b.vmdk to [datastore1] 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5/2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.981270] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-091fff8d-b035-4daa-962d-36aaa8c948f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.987519] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 913.987519] env[62364]: value = "task-2480932" [ 913.987519] env[62364]: _type = "Task" [ 913.987519] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.997445] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.251795] env[62364]: DEBUG nova.network.neutron [req-2877a5aa-0354-4958-90eb-13f34716d256 req-f8dc1ae3-a1bc-4257-99e1-1673c1eae509 service nova] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Updated VIF entry in instance network info cache for port 639f5eed-8b3d-402e-aa11-c5c10d068408. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.252356] env[62364]: DEBUG nova.network.neutron [req-2877a5aa-0354-4958-90eb-13f34716d256 req-f8dc1ae3-a1bc-4257-99e1-1673c1eae509 service nova] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Updating instance_info_cache with network_info: [{"id": "639f5eed-8b3d-402e-aa11-c5c10d068408", "address": "fa:16:3e:1c:5b:20", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639f5eed-8b", "ovs_interfaceid": "639f5eed-8b3d-402e-aa11-c5c10d068408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.276378] env[62364]: DEBUG nova.network.neutron [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Successfully created port: 92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.323031] env[62364]: DEBUG nova.compute.utils [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 914.332474] env[62364]: DEBUG nova.compute.manager [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.437255] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480931, 'name': CreateVM_Task, 'duration_secs': 0.39922} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.438095] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.438392] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.438392] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.439657] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.439657] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd8b2f6-5be5-4215-9d48-b8c560a232b4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.446568] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 914.446568] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c2defa-05b9-acb9-5092-8ba8efcfc67b" [ 914.446568] env[62364]: _type = "Task" [ 914.446568] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.457279] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c2defa-05b9-acb9-5092-8ba8efcfc67b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.501326] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480932, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.504909] env[62364]: DEBUG nova.compute.manager [req-78e7ef8c-a949-4b9a-bd50-1546b22e41e4 req-af96b525-eab6-4fa5-8b18-23e11de6f907 service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Received event network-vif-deleted-32317a99-0703-480c-b150-3a6f734a7640 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 914.504909] env[62364]: INFO nova.compute.manager [req-78e7ef8c-a949-4b9a-bd50-1546b22e41e4 req-af96b525-eab6-4fa5-8b18-23e11de6f907 service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Neutron deleted interface 32317a99-0703-480c-b150-3a6f734a7640; detaching it from the instance and deleting it from the info cache [ 914.504909] env[62364]: DEBUG nova.network.neutron [req-78e7ef8c-a949-4b9a-bd50-1546b22e41e4 req-af96b525-eab6-4fa5-8b18-23e11de6f907 service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.713280] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d22313-8507-4bd9-9f5f-d93692318224 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.721396] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e527188-0b32-4b13-82d0-0635c24c39d4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.752900] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90314a44-6d36-4749-8903-cef61fa5e2ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.756036] env[62364]: DEBUG oslo_concurrency.lockutils [req-2877a5aa-0354-4958-90eb-13f34716d256 req-f8dc1ae3-a1bc-4257-99e1-1673c1eae509 service nova] Releasing lock "refresh_cache-be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.761481] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad7020e-b55a-4751-9300-af106b98b38d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.775601] env[62364]: DEBUG nova.compute.provider_tree [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.828785] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.872979] env[62364]: DEBUG nova.network.neutron [-] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.957329] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.957629] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Processing image e0527c4e-0819-403f-8002-467b5c3fcd35 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.957876] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35/e0527c4e-0819-403f-8002-467b5c3fcd35.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.958111] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35/e0527c4e-0819-403f-8002-467b5c3fcd35.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.958343] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.958998] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c9fa6aa-6a2e-4d36-b0d6-c56cd03a3853 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.979794] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.979987] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.980777] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e9f24b-76dc-483a-b38e-dfc1ddacab2b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.986548] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 914.986548] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ce6e63-d722-65f1-f59c-2f8364888f3a" [ 914.986548] env[62364]: _type = "Task" [ 914.986548] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.000895] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ce6e63-d722-65f1-f59c-2f8364888f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.004037] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480932, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.007682] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55297878-0b4e-4c61-81d9-928586824f68 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.021502] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c19835a-ddba-4611-a4aa-f757d5c144b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.065171] env[62364]: DEBUG nova.compute.manager [req-78e7ef8c-a949-4b9a-bd50-1546b22e41e4 req-af96b525-eab6-4fa5-8b18-23e11de6f907 service nova] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Detach interface failed, port_id=32317a99-0703-480c-b150-3a6f734a7640, reason: Instance 006ebec8-be86-4e52-882e-592bcf43675b could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 915.279629] env[62364]: DEBUG nova.scheduler.client.report [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.349529] env[62364]: DEBUG nova.compute.manager [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.376118] env[62364]: INFO nova.compute.manager [-] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Took 1.41 seconds to deallocate network for instance. [ 915.380160] env[62364]: DEBUG nova.virt.hardware [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.380442] env[62364]: DEBUG nova.virt.hardware [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.380616] env[62364]: DEBUG nova.virt.hardware [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.380835] env[62364]: DEBUG nova.virt.hardware [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.381014] env[62364]: DEBUG nova.virt.hardware [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.381181] env[62364]: DEBUG nova.virt.hardware [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.381425] env[62364]: DEBUG nova.virt.hardware [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.381654] env[62364]: DEBUG nova.virt.hardware [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.381842] env[62364]: DEBUG nova.virt.hardware [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.382054] env[62364]: DEBUG nova.virt.hardware [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.382263] env[62364]: DEBUG nova.virt.hardware [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.383259] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29ea671-46fc-4273-9642-bcb51662f539 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.402860] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be41cf8-69c3-4ae2-bf50-a0b9f6087176 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.504884] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.505181] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.509140] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Preparing fetch location {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 915.509140] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Fetch image to [datastore2] OSTACK_IMG_155d13c2-ce40-49d4-87a9-f80fe10a401b/OSTACK_IMG_155d13c2-ce40-49d4-87a9-f80fe10a401b.vmdk {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 915.509140] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Downloading stream optimized image e0527c4e-0819-403f-8002-467b5c3fcd35 to [datastore2] OSTACK_IMG_155d13c2-ce40-49d4-87a9-f80fe10a401b/OSTACK_IMG_155d13c2-ce40-49d4-87a9-f80fe10a401b.vmdk on the data store datastore2 as vApp {{(pid=62364) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 915.509140] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Downloading image file data e0527c4e-0819-403f-8002-467b5c3fcd35 to the ESX as VM named 'OSTACK_IMG_155d13c2-ce40-49d4-87a9-f80fe10a401b' {{(pid=62364) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 915.520402] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480932, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.550823] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.551136] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.551374] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.551590] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.551783] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.554129] env[62364]: INFO nova.compute.manager [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Terminating instance [ 915.599489] env[62364]: DEBUG oslo_vmware.rw_handles [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 915.599489] env[62364]: value = "resgroup-9" [ 915.599489] env[62364]: _type = "ResourcePool" [ 915.599489] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 915.599871] env[62364]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-af7b39f8-fac4-41ab-af64-8c47ef143ba9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.625928] env[62364]: DEBUG oslo_vmware.rw_handles [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lease: (returnval){ [ 915.625928] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529fdc6a-c004-177c-b2b0-6ddf5a429e8d" [ 915.625928] env[62364]: _type = "HttpNfcLease" [ 915.625928] env[62364]: } obtained for vApp import into resource pool (val){ [ 915.625928] env[62364]: value = "resgroup-9" [ 915.625928] env[62364]: _type = "ResourcePool" [ 915.625928] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 915.626459] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the lease: (returnval){ [ 915.626459] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529fdc6a-c004-177c-b2b0-6ddf5a429e8d" [ 915.626459] env[62364]: _type = "HttpNfcLease" [ 915.626459] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 915.637323] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.637323] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529fdc6a-c004-177c-b2b0-6ddf5a429e8d" [ 915.637323] env[62364]: _type = "HttpNfcLease" [ 915.637323] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.784975] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.785545] env[62364]: DEBUG nova.compute.manager [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.790143] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.679s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.790143] env[62364]: DEBUG nova.objects.instance [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 915.866866] env[62364]: DEBUG nova.network.neutron [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Successfully updated port: 92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.886334] env[62364]: DEBUG nova.compute.manager [req-06d3c9c8-199b-4538-8a85-92e260f7f4e9 req-f44b367e-5e75-45f2-b1b0-f6a7c683c297 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Received event network-vif-plugged-92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 915.886565] env[62364]: DEBUG oslo_concurrency.lockutils [req-06d3c9c8-199b-4538-8a85-92e260f7f4e9 req-f44b367e-5e75-45f2-b1b0-f6a7c683c297 service nova] Acquiring lock "5727a6da-7fb7-4573-a619-00186d6e6fd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.886776] env[62364]: DEBUG oslo_concurrency.lockutils [req-06d3c9c8-199b-4538-8a85-92e260f7f4e9 req-f44b367e-5e75-45f2-b1b0-f6a7c683c297 service nova] Lock "5727a6da-7fb7-4573-a619-00186d6e6fd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.886948] env[62364]: DEBUG oslo_concurrency.lockutils [req-06d3c9c8-199b-4538-8a85-92e260f7f4e9 req-f44b367e-5e75-45f2-b1b0-f6a7c683c297 service nova] Lock "5727a6da-7fb7-4573-a619-00186d6e6fd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.887320] env[62364]: DEBUG nova.compute.manager [req-06d3c9c8-199b-4538-8a85-92e260f7f4e9 req-f44b367e-5e75-45f2-b1b0-f6a7c683c297 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] No waiting events found dispatching network-vif-plugged-92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.887320] env[62364]: WARNING nova.compute.manager [req-06d3c9c8-199b-4538-8a85-92e260f7f4e9 req-f44b367e-5e75-45f2-b1b0-f6a7c683c297 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Received unexpected event network-vif-plugged-92053c4d-463e-450f-9da4-fe3cec5ca413 for instance with vm_state building and task_state spawning. [ 915.891262] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.903037] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.903037] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.903037] env[62364]: INFO nova.compute.manager [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Attaching volume c1b02304-bae1-45ed-9701-cd1186fd9a56 to /dev/sdb [ 915.946590] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b02180-2a82-441d-bf20-0d1f0f3478ad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.958522] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fe5405-2957-408a-8123-569f82f5d40a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.977939] env[62364]: DEBUG nova.virt.block_device [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Updating existing volume attachment record: f0918b1f-f849-4f0c-b57c-767ee1666df5 {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 916.008119] env[62364]: DEBUG nova.compute.manager [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.011567] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480932, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.060746] env[62364]: DEBUG nova.compute.manager [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.060982] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.061911] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944b9acf-905b-4a59-8b3a-b8a0d929b140 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.073366] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.073654] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2795180b-a9b6-4479-ab01-a72bce4b08a3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.084521] env[62364]: DEBUG oslo_vmware.api [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 916.084521] env[62364]: value = "task-2480934" [ 916.084521] env[62364]: _type = "Task" [ 916.084521] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.099008] env[62364]: DEBUG oslo_vmware.api [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.138569] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.138569] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529fdc6a-c004-177c-b2b0-6ddf5a429e8d" [ 916.138569] env[62364]: _type = "HttpNfcLease" [ 916.138569] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.297692] env[62364]: DEBUG nova.compute.utils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 916.299815] env[62364]: DEBUG nova.compute.manager [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.300066] env[62364]: DEBUG nova.network.neutron [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.373268] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquiring lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.373575] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquired lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.373746] env[62364]: DEBUG nova.network.neutron [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.389992] env[62364]: DEBUG nova.policy [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74d08281dd874db6b97671a6f759ec93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75ad75da848846d591a63c6faaef1a91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.508235] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480932, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.465185} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.511149] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/15d36587-8045-49b8-aade-94525b62550b/15d36587-8045-49b8-aade-94525b62550b.vmdk to [datastore1] 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5/2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.511149] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e01863-708f-4235-b05a-fb64a02ea4df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.539708] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5/2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5.vmdk or device None with type streamOptimized {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.540466] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b1ccd41-bf8d-4931-a786-fcb4a2a16e01 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.560731] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.568850] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 916.568850] env[62364]: value = "task-2480938" [ 916.568850] env[62364]: _type = "Task" [ 916.568850] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.577775] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.593278] env[62364]: DEBUG oslo_vmware.api [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480934, 'name': PowerOffVM_Task, 'duration_secs': 0.30739} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.593629] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.593812] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.594078] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-204b56b5-30a8-4cde-8a12-06d7c2c49f8e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.635452] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.635452] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529fdc6a-c004-177c-b2b0-6ddf5a429e8d" [ 916.635452] env[62364]: _type = "HttpNfcLease" [ 916.635452] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.665154] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.665487] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.665734] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Deleting the datastore file [datastore2] e9f99472-53cf-460b-bd61-4e8b2d6e9bc2 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.666050] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecb9bdcc-2ee8-4e92-a64d-6821706aa7a3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.672940] env[62364]: DEBUG oslo_vmware.api [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 916.672940] env[62364]: value = "task-2480940" [ 916.672940] env[62364]: _type = "Task" [ 916.672940] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.681331] env[62364]: DEBUG oslo_vmware.api [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.801309] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c90be52f-15a0-4fb6-8eb4-b48f9079f82e tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.802492] env[62364]: DEBUG oslo_concurrency.lockutils [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.149s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.802713] env[62364]: DEBUG nova.objects.instance [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lazy-loading 'resources' on Instance uuid 1731dcf5-2494-4286-8978-980a03a07e06 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.804419] env[62364]: DEBUG nova.compute.manager [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.815712] env[62364]: DEBUG nova.network.neutron [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Successfully created port: 96011533-92a3-462f-9a5a-59124e932c4c {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.909417] env[62364]: DEBUG nova.network.neutron [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.046049] env[62364]: DEBUG nova.network.neutron [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updating instance_info_cache with network_info: [{"id": "92053c4d-463e-450f-9da4-fe3cec5ca413", "address": "fa:16:3e:7a:e0:d7", "network": {"id": "3e281eb4-af17-4290-b0f0-280fca843a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192708439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f15f5112b42e58632fecc76d86969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92053c4d-46", "ovs_interfaceid": "92053c4d-463e-450f-9da4-fe3cec5ca413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.079420] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480938, 'name': ReconfigVM_Task, 'duration_secs': 0.314225} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.079775] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5/2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5.vmdk or device None with type streamOptimized {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.081173] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de4dfeda-299e-4363-9797-4b437a7f1740 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.088194] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 917.088194] env[62364]: value = "task-2480941" [ 917.088194] env[62364]: _type = "Task" [ 917.088194] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.096410] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480941, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.134980] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.134980] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529fdc6a-c004-177c-b2b0-6ddf5a429e8d" [ 917.134980] env[62364]: _type = "HttpNfcLease" [ 917.134980] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 917.135391] env[62364]: DEBUG oslo_vmware.rw_handles [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 917.135391] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529fdc6a-c004-177c-b2b0-6ddf5a429e8d" [ 917.135391] env[62364]: _type = "HttpNfcLease" [ 917.135391] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 917.136297] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5beb3d4-d9ce-423a-8dbc-0406546ce4bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.146690] env[62364]: DEBUG oslo_vmware.rw_handles [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f670-c719-3f64-ef6e-f114d57a963c/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 917.146974] env[62364]: DEBUG oslo_vmware.rw_handles [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f670-c719-3f64-ef6e-f114d57a963c/disk-0.vmdk. {{(pid=62364) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 917.225681] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d08a9ef-ab2e-47a2-854c-0a0015820b2f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.227689] env[62364]: DEBUG oslo_vmware.api [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.549143] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Releasing lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.549478] env[62364]: DEBUG nova.compute.manager [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Instance network_info: |[{"id": "92053c4d-463e-450f-9da4-fe3cec5ca413", "address": "fa:16:3e:7a:e0:d7", "network": {"id": "3e281eb4-af17-4290-b0f0-280fca843a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192708439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f15f5112b42e58632fecc76d86969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92053c4d-46", "ovs_interfaceid": "92053c4d-463e-450f-9da4-fe3cec5ca413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.552220] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:e0:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92053c4d-463e-450f-9da4-fe3cec5ca413', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.561325] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Creating folder: Project (797f15f5112b42e58632fecc76d86969). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.561866] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5a22acd-4b96-4ab6-99eb-9e754fbb0eb7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.577011] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Created folder: Project (797f15f5112b42e58632fecc76d86969) in parent group-v501830. [ 917.577268] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Creating folder: Instances. Parent ref: group-v502048. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.577574] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d76313e3-ffde-427a-b15f-bd90a9adac67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.594752] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Created folder: Instances in parent group-v502048. [ 917.595153] env[62364]: DEBUG oslo.service.loopingcall [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.595455] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.596207] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47429724-dac7-420a-bb35-79356976abe6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.628160] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480941, 'name': Rename_Task, 'duration_secs': 0.16261} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.629216] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.629488] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d74577e-49d5-465e-b117-d2f126085b57 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.634576] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.634576] env[62364]: value = "task-2480944" [ 917.634576] env[62364]: _type = "Task" [ 917.634576] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.635879] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 917.635879] env[62364]: value = "task-2480945" [ 917.635879] env[62364]: _type = "Task" [ 917.635879] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.648704] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480944, 'name': CreateVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.651765] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.668847] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2615fa96-e75a-4143-8c3f-d94e42f7d1e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.676038] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16ac90d-efcb-41f8-8f8d-9f7d36841149 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.707046] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ba4972-2bbe-4fca-bd5d-a84234f6f1c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.717964] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa4ac20-f906-4234-970d-2de255ccb0eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.738202] env[62364]: DEBUG nova.compute.provider_tree [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.739743] env[62364]: DEBUG oslo_vmware.api [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554377} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.743023] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.743023] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.743023] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.743023] env[62364]: INFO nova.compute.manager [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Took 1.68 seconds to destroy the instance on the hypervisor. [ 917.743023] env[62364]: DEBUG oslo.service.loopingcall [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.743023] env[62364]: DEBUG nova.compute.manager [-] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.743023] env[62364]: DEBUG nova.network.neutron [-] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.815561] env[62364]: DEBUG nova.compute.manager [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.843056] env[62364]: DEBUG nova.virt.hardware [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.843327] env[62364]: DEBUG nova.virt.hardware [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.843660] env[62364]: DEBUG nova.virt.hardware [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.843660] env[62364]: DEBUG nova.virt.hardware [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.843810] env[62364]: DEBUG nova.virt.hardware [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.843956] env[62364]: DEBUG nova.virt.hardware [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.844185] env[62364]: DEBUG nova.virt.hardware [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.844344] env[62364]: DEBUG nova.virt.hardware [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.844511] env[62364]: DEBUG nova.virt.hardware [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.844724] env[62364]: DEBUG nova.virt.hardware [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.844920] env[62364]: DEBUG nova.virt.hardware [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.845804] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f9bf97-0623-4399-9e23-e2e217b18ea4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.855677] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce62a231-8d99-4f5b-b1fd-473817d6fc91 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.917479] env[62364]: DEBUG nova.compute.manager [req-13ecd926-0677-4346-a397-11b8320def82 req-4363d50d-a0d4-4f59-932e-d7722c37b269 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Received event network-changed-92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 917.917793] env[62364]: DEBUG nova.compute.manager [req-13ecd926-0677-4346-a397-11b8320def82 req-4363d50d-a0d4-4f59-932e-d7722c37b269 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Refreshing instance network info cache due to event network-changed-92053c4d-463e-450f-9da4-fe3cec5ca413. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 917.918195] env[62364]: DEBUG oslo_concurrency.lockutils [req-13ecd926-0677-4346-a397-11b8320def82 req-4363d50d-a0d4-4f59-932e-d7722c37b269 service nova] Acquiring lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.918366] env[62364]: DEBUG oslo_concurrency.lockutils [req-13ecd926-0677-4346-a397-11b8320def82 req-4363d50d-a0d4-4f59-932e-d7722c37b269 service nova] Acquired lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.918651] env[62364]: DEBUG nova.network.neutron [req-13ecd926-0677-4346-a397-11b8320def82 req-4363d50d-a0d4-4f59-932e-d7722c37b269 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Refreshing network info cache for port 92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.048222] env[62364]: DEBUG nova.compute.manager [req-e6430be5-9b2f-40a7-afe0-87dc8f62890b req-029ef2eb-1187-4edf-af50-f2cff8e2433a service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Received event network-vif-deleted-8b2c284e-7ce5-47ad-80fe-2d8d6854c19b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 918.048499] env[62364]: INFO nova.compute.manager [req-e6430be5-9b2f-40a7-afe0-87dc8f62890b req-029ef2eb-1187-4edf-af50-f2cff8e2433a service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Neutron deleted interface 8b2c284e-7ce5-47ad-80fe-2d8d6854c19b; detaching it from the instance and deleting it from the info cache [ 918.048744] env[62364]: DEBUG nova.network.neutron [req-e6430be5-9b2f-40a7-afe0-87dc8f62890b req-029ef2eb-1187-4edf-af50-f2cff8e2433a service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.155173] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480944, 'name': CreateVM_Task, 'duration_secs': 0.388639} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.155496] env[62364]: DEBUG oslo_vmware.api [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480945, 'name': PowerOnVM_Task, 'duration_secs': 0.498022} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.157434] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.157786] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.160893] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.161163] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.161648] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.163338] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3725fb76-34b3-4805-9660-62e8e3521214 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.169781] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 918.169781] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52dcdd05-3f08-5b74-3954-d90af398c618" [ 918.169781] env[62364]: _type = "Task" [ 918.169781] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.180866] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52dcdd05-3f08-5b74-3954-d90af398c618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.245275] env[62364]: DEBUG nova.scheduler.client.report [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.281421] env[62364]: DEBUG nova.compute.manager [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.282850] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a185422-0a9e-4189-877f-20dd8ab62be9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.336527] env[62364]: DEBUG nova.network.neutron [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Successfully updated port: 96011533-92a3-462f-9a5a-59124e932c4c {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.491075] env[62364]: DEBUG oslo_vmware.rw_handles [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Completed reading data from the image iterator. {{(pid=62364) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 918.491387] env[62364]: DEBUG oslo_vmware.rw_handles [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f670-c719-3f64-ef6e-f114d57a963c/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 918.492366] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89660bd-6213-4c1c-9c52-6763475a35a3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.499010] env[62364]: DEBUG oslo_vmware.rw_handles [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f670-c719-3f64-ef6e-f114d57a963c/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 918.499191] env[62364]: DEBUG oslo_vmware.rw_handles [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f670-c719-3f64-ef6e-f114d57a963c/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 918.499423] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8ef9cadd-0e65-46b8-b68b-8dae7e429e21 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.531492] env[62364]: DEBUG nova.network.neutron [-] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.553085] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ec523e5-e134-4531-ab73-6050fea3285b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.562270] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eef882-f666-439e-a3aa-c40882946bcc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.600552] env[62364]: DEBUG nova.compute.manager [req-e6430be5-9b2f-40a7-afe0-87dc8f62890b req-029ef2eb-1187-4edf-af50-f2cff8e2433a service nova] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Detach interface failed, port_id=8b2c284e-7ce5-47ad-80fe-2d8d6854c19b, reason: Instance e9f99472-53cf-460b-bd61-4e8b2d6e9bc2 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 918.680035] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52dcdd05-3f08-5b74-3954-d90af398c618, 'name': SearchDatastore_Task, 'duration_secs': 0.018032} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.680035] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.680035] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.680374] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.680441] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.680582] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.680851] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0702ecc-c7dd-41a3-a777-8634f138d39e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.691471] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.691732] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.692496] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0b0566-4427-4d22-8056-0cdaae73a352 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.697753] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 918.697753] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b694ac-49a3-cd97-623f-69fba11bc85a" [ 918.697753] env[62364]: _type = "Task" [ 918.697753] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.704982] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b694ac-49a3-cd97-623f-69fba11bc85a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.713971] env[62364]: DEBUG nova.network.neutron [req-13ecd926-0677-4346-a397-11b8320def82 req-4363d50d-a0d4-4f59-932e-d7722c37b269 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updated VIF entry in instance network info cache for port 92053c4d-463e-450f-9da4-fe3cec5ca413. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.714328] env[62364]: DEBUG nova.network.neutron [req-13ecd926-0677-4346-a397-11b8320def82 req-4363d50d-a0d4-4f59-932e-d7722c37b269 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updating instance_info_cache with network_info: [{"id": "92053c4d-463e-450f-9da4-fe3cec5ca413", "address": "fa:16:3e:7a:e0:d7", "network": {"id": "3e281eb4-af17-4290-b0f0-280fca843a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192708439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f15f5112b42e58632fecc76d86969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92053c4d-46", "ovs_interfaceid": "92053c4d-463e-450f-9da4-fe3cec5ca413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.755011] env[62364]: DEBUG oslo_concurrency.lockutils [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.758661] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.910s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.760270] env[62364]: INFO nova.compute.claims [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.780324] env[62364]: INFO nova.scheduler.client.report [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Deleted allocations for instance 1731dcf5-2494-4286-8978-980a03a07e06 [ 918.809188] env[62364]: DEBUG oslo_vmware.rw_handles [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235f670-c719-3f64-ef6e-f114d57a963c/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 918.809561] env[62364]: INFO nova.virt.vmwareapi.images [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Downloaded image file data e0527c4e-0819-403f-8002-467b5c3fcd35 [ 918.810074] env[62364]: DEBUG oslo_concurrency.lockutils [None req-999f5a10-9079-44e8-93f3-7421a5c50986 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 44.164s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.811483] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516db180-d5ed-46cf-b0f3-dc5af654b854 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.831298] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bee62a6e-e790-4b49-8c35-58582f8b7f82 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.839323] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquiring lock "refresh_cache-fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.839474] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquired lock "refresh_cache-fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.839634] env[62364]: DEBUG nova.network.neutron [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.866588] env[62364]: INFO nova.virt.vmwareapi.images [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] The imported VM was unregistered [ 918.869054] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Caching image {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 918.869265] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35 {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.869553] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d68e729-fe8d-4c60-9dae-b1c2b975fe8f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.882296] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Created directory with path [datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35 {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.882844] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_155d13c2-ce40-49d4-87a9-f80fe10a401b/OSTACK_IMG_155d13c2-ce40-49d4-87a9-f80fe10a401b.vmdk to [datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35/e0527c4e-0819-403f-8002-467b5c3fcd35.vmdk. {{(pid=62364) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 918.882844] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9d2cc1b2-d7e4-4cbe-b4e5-dd422e13ddfb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.891180] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 918.891180] env[62364]: value = "task-2480948" [ 918.891180] env[62364]: _type = "Task" [ 918.891180] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.898711] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480948, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.037474] env[62364]: INFO nova.compute.manager [-] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Took 1.30 seconds to deallocate network for instance. [ 919.209027] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b694ac-49a3-cd97-623f-69fba11bc85a, 'name': SearchDatastore_Task, 'duration_secs': 0.013638} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.209870] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c262068-dfea-4708-bfaf-09aa03db8ce7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.215985] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 919.215985] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b91446-a02a-529c-f490-8a19b027dd05" [ 919.215985] env[62364]: _type = "Task" [ 919.215985] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.216579] env[62364]: DEBUG oslo_concurrency.lockutils [req-13ecd926-0677-4346-a397-11b8320def82 req-4363d50d-a0d4-4f59-932e-d7722c37b269 service nova] Releasing lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.224726] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b91446-a02a-529c-f490-8a19b027dd05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.290225] env[62364]: DEBUG oslo_concurrency.lockutils [None req-197a09df-3d0e-45b8-875f-fdf6dcbff615 tempest-ImagesOneServerNegativeTestJSON-626970078 tempest-ImagesOneServerNegativeTestJSON-626970078-project-member] Lock "1731dcf5-2494-4286-8978-980a03a07e06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.068s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.373694] env[62364]: DEBUG nova.network.neutron [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.404645] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480948, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.546208] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.589167] env[62364]: DEBUG nova.network.neutron [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Updating instance_info_cache with network_info: [{"id": "96011533-92a3-462f-9a5a-59124e932c4c", "address": "fa:16:3e:93:f0:b8", "network": {"id": "80183ee8-5b93-4b5f-8c43-53619d126493", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-201652350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ad75da848846d591a63c6faaef1a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96011533-92", "ovs_interfaceid": "96011533-92a3-462f-9a5a-59124e932c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.726974] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b91446-a02a-529c-f490-8a19b027dd05, 'name': SearchDatastore_Task, 'duration_secs': 0.088189} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.728210] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.728210] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 5727a6da-7fb7-4573-a619-00186d6e6fd3/5727a6da-7fb7-4573-a619-00186d6e6fd3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.728210] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30687e92-c2f5-42c6-9228-68dfd30c4f6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.737192] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 919.737192] env[62364]: value = "task-2480949" [ 919.737192] env[62364]: _type = "Task" [ 919.737192] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.747344] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.904372] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480948, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.015378] env[62364]: DEBUG nova.compute.manager [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Received event network-vif-plugged-96011533-92a3-462f-9a5a-59124e932c4c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 920.015378] env[62364]: DEBUG oslo_concurrency.lockutils [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] Acquiring lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.015562] env[62364]: DEBUG oslo_concurrency.lockutils [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] Lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.015636] env[62364]: DEBUG oslo_concurrency.lockutils [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] Lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.015834] env[62364]: DEBUG nova.compute.manager [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] No waiting events found dispatching network-vif-plugged-96011533-92a3-462f-9a5a-59124e932c4c {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.016017] env[62364]: WARNING nova.compute.manager [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Received unexpected event network-vif-plugged-96011533-92a3-462f-9a5a-59124e932c4c for instance with vm_state building and task_state spawning. [ 920.016278] env[62364]: DEBUG nova.compute.manager [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Received event network-changed-96011533-92a3-462f-9a5a-59124e932c4c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 920.016499] env[62364]: DEBUG nova.compute.manager [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Refreshing instance network info cache due to event network-changed-96011533-92a3-462f-9a5a-59124e932c4c. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 920.016667] env[62364]: DEBUG oslo_concurrency.lockutils [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] Acquiring lock "refresh_cache-fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.091878] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Releasing lock "refresh_cache-fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.094936] env[62364]: DEBUG nova.compute.manager [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Instance network_info: |[{"id": "96011533-92a3-462f-9a5a-59124e932c4c", "address": "fa:16:3e:93:f0:b8", "network": {"id": "80183ee8-5b93-4b5f-8c43-53619d126493", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-201652350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ad75da848846d591a63c6faaef1a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96011533-92", "ovs_interfaceid": "96011533-92a3-462f-9a5a-59124e932c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.094936] env[62364]: DEBUG oslo_concurrency.lockutils [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] Acquired lock "refresh_cache-fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.094936] env[62364]: DEBUG nova.network.neutron [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Refreshing network info cache for port 96011533-92a3-462f-9a5a-59124e932c4c {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.095353] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:f0:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96011533-92a3-462f-9a5a-59124e932c4c', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.103807] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Creating folder: Project (75ad75da848846d591a63c6faaef1a91). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.107847] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4518b66-1fd1-4092-92dd-6ecdc6d95ba6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.121143] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Created folder: Project (75ad75da848846d591a63c6faaef1a91) in parent group-v501830. [ 920.121314] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Creating folder: Instances. Parent ref: group-v502051. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.124374] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a33ed8b-e64d-49fa-acc3-290116bddd7f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.135065] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Created folder: Instances in parent group-v502051. [ 920.135065] env[62364]: DEBUG oslo.service.loopingcall [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.135271] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.135492] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29d98dd1-31b9-4a57-8611-6ac13a422859 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.152414] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651c86a9-73d4-4c1f-bbb7-2e258deb4ff1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.160639] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.160639] env[62364]: value = "task-2480952" [ 920.160639] env[62364]: _type = "Task" [ 920.160639] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.165972] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68981cf2-3f17-4e42-b7a0-0d616f499f83 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.203439] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d495a656-7c0e-4ff8-9be5-a604eef4b9b2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.206065] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480952, 'name': CreateVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.214201] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68645ae4-c57e-4e11-9612-30adefa23f48 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.232289] env[62364]: DEBUG nova.compute.provider_tree [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.249872] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.407661] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480948, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.531747] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 920.532016] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502047', 'volume_id': 'c1b02304-bae1-45ed-9701-cd1186fd9a56', 'name': 'volume-c1b02304-bae1-45ed-9701-cd1186fd9a56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0e663aa-e427-4e0e-98b4-d36a98fdd1d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1b02304-bae1-45ed-9701-cd1186fd9a56', 'serial': 'c1b02304-bae1-45ed-9701-cd1186fd9a56'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 920.532972] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c765c381-bdb7-4864-9817-165e8dc97ba6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.552952] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2987ffa-efbd-4d53-8ada-3c0a7e4b9147 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.581378] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-c1b02304-bae1-45ed-9701-cd1186fd9a56/volume-c1b02304-bae1-45ed-9701-cd1186fd9a56.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.581871] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96201117-80ac-47b5-be5a-98df5d5ccd49 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.603430] env[62364]: DEBUG oslo_vmware.api [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 920.603430] env[62364]: value = "task-2480953" [ 920.603430] env[62364]: _type = "Task" [ 920.603430] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.619162] env[62364]: DEBUG oslo_vmware.api [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.677600] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480952, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.735392] env[62364]: DEBUG nova.scheduler.client.report [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.757147] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.911901] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480948, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.999515] env[62364]: DEBUG nova.network.neutron [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Updated VIF entry in instance network info cache for port 96011533-92a3-462f-9a5a-59124e932c4c. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.000011] env[62364]: DEBUG nova.network.neutron [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Updating instance_info_cache with network_info: [{"id": "96011533-92a3-462f-9a5a-59124e932c4c", "address": "fa:16:3e:93:f0:b8", "network": {"id": "80183ee8-5b93-4b5f-8c43-53619d126493", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-201652350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ad75da848846d591a63c6faaef1a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96011533-92", "ovs_interfaceid": "96011533-92a3-462f-9a5a-59124e932c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.117236] env[62364]: DEBUG oslo_vmware.api [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.174477] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480952, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.240860] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.241627] env[62364]: DEBUG nova.compute.manager [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.244967] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.557s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.245270] env[62364]: DEBUG nova.objects.instance [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lazy-loading 'resources' on Instance uuid 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.252814] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf8e6b3-5638-4ac6-b24c-2f587dcbe67d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.261078] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480949, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.262861] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85434e-df4c-4bef-be69-b5bcf345c07f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Suspending the VM {{(pid=62364) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 921.263382] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ab256df4-b86d-4fd7-bba4-b1a19e1e1bb4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.270339] env[62364]: DEBUG oslo_vmware.api [None req-9b85434e-df4c-4bef-be69-b5bcf345c07f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 921.270339] env[62364]: value = "task-2480954" [ 921.270339] env[62364]: _type = "Task" [ 921.270339] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.279665] env[62364]: DEBUG oslo_vmware.api [None req-9b85434e-df4c-4bef-be69-b5bcf345c07f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480954, 'name': SuspendVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.411989] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480948, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.481397} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.412066] env[62364]: INFO nova.virt.vmwareapi.ds_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_155d13c2-ce40-49d4-87a9-f80fe10a401b/OSTACK_IMG_155d13c2-ce40-49d4-87a9-f80fe10a401b.vmdk to [datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35/e0527c4e-0819-403f-8002-467b5c3fcd35.vmdk. [ 921.412390] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Cleaning up location [datastore2] OSTACK_IMG_155d13c2-ce40-49d4-87a9-f80fe10a401b {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 921.412720] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_155d13c2-ce40-49d4-87a9-f80fe10a401b {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.413095] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc430194-d1a1-44ec-92a7-c913749e8b58 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.421488] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 921.421488] env[62364]: value = "task-2480955" [ 921.421488] env[62364]: _type = "Task" [ 921.421488] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.435664] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.504813] env[62364]: DEBUG oslo_concurrency.lockutils [req-7b5b3805-4ea1-4c8a-9fec-ef8e4b7184bd req-79ae7eb0-ef27-4e18-8d3f-0f6ccebb3ba0 service nova] Releasing lock "refresh_cache-fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.619686] env[62364]: DEBUG oslo_vmware.api [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480953, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.672882] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480952, 'name': CreateVM_Task, 'duration_secs': 1.172592} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.673100] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.673752] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.673904] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.674261] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.674517] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626f2aa7-f6c0-4e24-84ca-8de77a715cec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.679224] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for the task: (returnval){ [ 921.679224] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5289089f-c27d-8dbd-779d-07864816fdae" [ 921.679224] env[62364]: _type = "Task" [ 921.679224] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.688770] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5289089f-c27d-8dbd-779d-07864816fdae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.753976] env[62364]: DEBUG nova.compute.utils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 921.755561] env[62364]: DEBUG nova.compute.manager [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.755791] env[62364]: DEBUG nova.network.neutron [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.763167] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480949, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.798358} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.763417] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 5727a6da-7fb7-4573-a619-00186d6e6fd3/5727a6da-7fb7-4573-a619-00186d6e6fd3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.763631] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.763878] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4dd8c8e-9f10-4ce6-bad2-0b2827f75a44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.772480] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 921.772480] env[62364]: value = "task-2480956" [ 921.772480] env[62364]: _type = "Task" [ 921.772480] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.788019] env[62364]: DEBUG oslo_vmware.api [None req-9b85434e-df4c-4bef-be69-b5bcf345c07f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480954, 'name': SuspendVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.788312] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.933891] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11139} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.933891] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.933891] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35/e0527c4e-0819-403f-8002-467b5c3fcd35.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.933891] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35/e0527c4e-0819-403f-8002-467b5c3fcd35.vmdk to [datastore2] be62bde2-62e7-46b0-8ae2-4f6aa4eb587a/be62bde2-62e7-46b0-8ae2-4f6aa4eb587a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.934411] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c98810e-1911-47d9-9321-3869808fc19f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.947401] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 921.947401] env[62364]: value = "task-2480957" [ 921.947401] env[62364]: _type = "Task" [ 921.947401] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.959306] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.064625] env[62364]: DEBUG nova.policy [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '607db64986fd4355b1ae186dddd03893', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5467d8cac2034ba185937af047a716db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.104917] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b674712c-cf7e-4c71-87a9-cd1bd0272753 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.122088] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d9d97a-8ad3-4318-a314-fca58a8ab336 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.127068] env[62364]: DEBUG oslo_vmware.api [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480953, 'name': ReconfigVM_Task, 'duration_secs': 1.028038} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.127068] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-c1b02304-bae1-45ed-9701-cd1186fd9a56/volume-c1b02304-bae1-45ed-9701-cd1186fd9a56.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.132949] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd41c21e-2a90-47c7-909b-8bedaed94ff3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.177896] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b006f7-92e6-4e42-8d70-dab3bd51313f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.182958] env[62364]: DEBUG oslo_vmware.api [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 922.182958] env[62364]: value = "task-2480958" [ 922.182958] env[62364]: _type = "Task" [ 922.182958] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.198129] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ed57e5-40cc-464e-a854-7bd78f617005 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.217719] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5289089f-c27d-8dbd-779d-07864816fdae, 'name': SearchDatastore_Task, 'duration_secs': 0.032879} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.217993] env[62364]: DEBUG oslo_vmware.api [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.218792] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.219053] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.219299] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.219452] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.219679] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.219985] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f26aefe0-7563-46b0-a227-7272aea42cd8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.233563] env[62364]: DEBUG nova.compute.provider_tree [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.240988] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.241124] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.241900] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc67971-5f7a-41f4-8465-c44ee5e3bfe9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.248729] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for the task: (returnval){ [ 922.248729] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f6fee0-c3e2-1e79-bf1f-6a50b082f0ae" [ 922.248729] env[62364]: _type = "Task" [ 922.248729] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.256980] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f6fee0-c3e2-1e79-bf1f-6a50b082f0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.260155] env[62364]: DEBUG nova.compute.manager [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.285275] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064257} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.288731] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.290918] env[62364]: DEBUG oslo_vmware.api [None req-9b85434e-df4c-4bef-be69-b5bcf345c07f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480954, 'name': SuspendVM_Task, 'duration_secs': 0.717536} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.290918] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecd0937-e5c1-429c-bfec-aadac9135a50 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.292915] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85434e-df4c-4bef-be69-b5bcf345c07f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Suspended the VM {{(pid=62364) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 922.293134] env[62364]: DEBUG nova.compute.manager [None req-9b85434e-df4c-4bef-be69-b5bcf345c07f tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.294379] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078cef25-3ff5-4d67-a03c-84cb698256de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.328253] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 5727a6da-7fb7-4573-a619-00186d6e6fd3/5727a6da-7fb7-4573-a619-00186d6e6fd3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.329538] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7d5fe5-fe3a-4c05-8892-64af6c3a9dc4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.354804] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 922.354804] env[62364]: value = "task-2480959" [ 922.354804] env[62364]: _type = "Task" [ 922.354804] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.366574] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480959, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.461792] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480957, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.672217] env[62364]: DEBUG nova.network.neutron [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Successfully created port: b2f67c95-3486-4a56-bc35-13104fb0b81d {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.703012] env[62364]: DEBUG oslo_vmware.api [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480958, 'name': ReconfigVM_Task, 'duration_secs': 0.151159} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.703358] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502047', 'volume_id': 'c1b02304-bae1-45ed-9701-cd1186fd9a56', 'name': 'volume-c1b02304-bae1-45ed-9701-cd1186fd9a56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0e663aa-e427-4e0e-98b4-d36a98fdd1d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1b02304-bae1-45ed-9701-cd1186fd9a56', 'serial': 'c1b02304-bae1-45ed-9701-cd1186fd9a56'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 922.739481] env[62364]: DEBUG nova.scheduler.client.report [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.771379] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f6fee0-c3e2-1e79-bf1f-6a50b082f0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.772907] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9218ff23-df8f-4037-be60-bcf4f07baf2f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.783413] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for the task: (returnval){ [ 922.783413] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ff751a-7e5c-a07a-1460-7c258b89cfab" [ 922.783413] env[62364]: _type = "Task" [ 922.783413] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.799325] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ff751a-7e5c-a07a-1460-7c258b89cfab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.870934] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.960279] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480957, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.245733] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.248804] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 10.853s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.273312] env[62364]: DEBUG nova.compute.manager [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.277069] env[62364]: INFO nova.scheduler.client.report [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted allocations for instance 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af [ 923.300856] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ff751a-7e5c-a07a-1460-7c258b89cfab, 'name': SearchDatastore_Task, 'duration_secs': 0.091215} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.303453] env[62364]: DEBUG nova.virt.hardware [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.303658] env[62364]: DEBUG nova.virt.hardware [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.304103] env[62364]: DEBUG nova.virt.hardware [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.304103] env[62364]: DEBUG nova.virt.hardware [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.304187] env[62364]: DEBUG nova.virt.hardware [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.304395] env[62364]: DEBUG nova.virt.hardware [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.304549] env[62364]: DEBUG nova.virt.hardware [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.306037] env[62364]: DEBUG nova.virt.hardware [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.306037] env[62364]: DEBUG nova.virt.hardware [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.306037] env[62364]: DEBUG nova.virt.hardware [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.306037] env[62364]: DEBUG nova.virt.hardware [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.306037] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.306037] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7/fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.307496] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d160d2-4108-4ab0-beff-f21afbca792f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.310289] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b45449d-fc43-409c-a08e-f3dc9b05b21a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.321524] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12282be7-2379-4ab1-ac3a-ad78afcb64cd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.327714] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for the task: (returnval){ [ 923.327714] env[62364]: value = "task-2480960" [ 923.327714] env[62364]: _type = "Task" [ 923.327714] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.346028] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.375128] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480959, 'name': ReconfigVM_Task, 'duration_secs': 0.887053} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.375417] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 5727a6da-7fb7-4573-a619-00186d6e6fd3/5727a6da-7fb7-4573-a619-00186d6e6fd3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.376099] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69b3eecb-4e4d-438e-afb1-8a137187cc90 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.393402] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 923.393402] env[62364]: value = "task-2480961" [ 923.393402] env[62364]: _type = "Task" [ 923.393402] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.408493] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480961, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.462383] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480957, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.750423] env[62364]: DEBUG nova.objects.instance [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lazy-loading 'flavor' on Instance uuid d0e663aa-e427-4e0e-98b4-d36a98fdd1d3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.754789] env[62364]: DEBUG nova.objects.instance [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lazy-loading 'migration_context' on Instance uuid 7159d8b6-13fb-41e2-81e5-48df5805be14 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.788639] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb4a8d7c-d494-4f1d-8f0c-7d37b4f114ca tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "8b1c6585-64a4-4c6e-a858-0ee53cf7c6af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.541s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.848865] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.913584] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480961, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.964427] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480957, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.973850] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquiring lock "9106b23a-b56c-4c18-b003-b928d8853c06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.974109] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "9106b23a-b56c-4c18-b003-b928d8853c06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.174018] env[62364]: INFO nova.compute.manager [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Resuming [ 924.175081] env[62364]: DEBUG nova.objects.instance [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lazy-loading 'flavor' on Instance uuid 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.206918] env[62364]: DEBUG nova.compute.manager [req-8de171e7-4cdf-46d7-9445-39385bf80236 req-029003f8-6250-4b58-8af1-43491be2dae0 service nova] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Received event network-vif-plugged-b2f67c95-3486-4a56-bc35-13104fb0b81d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 924.207187] env[62364]: DEBUG oslo_concurrency.lockutils [req-8de171e7-4cdf-46d7-9445-39385bf80236 req-029003f8-6250-4b58-8af1-43491be2dae0 service nova] Acquiring lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.207394] env[62364]: DEBUG oslo_concurrency.lockutils [req-8de171e7-4cdf-46d7-9445-39385bf80236 req-029003f8-6250-4b58-8af1-43491be2dae0 service nova] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.207562] env[62364]: DEBUG oslo_concurrency.lockutils [req-8de171e7-4cdf-46d7-9445-39385bf80236 req-029003f8-6250-4b58-8af1-43491be2dae0 service nova] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.208437] env[62364]: DEBUG nova.compute.manager [req-8de171e7-4cdf-46d7-9445-39385bf80236 req-029003f8-6250-4b58-8af1-43491be2dae0 service nova] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] No waiting events found dispatching network-vif-plugged-b2f67c95-3486-4a56-bc35-13104fb0b81d {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.208707] env[62364]: WARNING nova.compute.manager [req-8de171e7-4cdf-46d7-9445-39385bf80236 req-029003f8-6250-4b58-8af1-43491be2dae0 service nova] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Received unexpected event network-vif-plugged-b2f67c95-3486-4a56-bc35-13104fb0b81d for instance with vm_state building and task_state spawning. [ 924.255225] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3a4efc1d-fd9e-403a-bfeb-b63eef4ef9db tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.352s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.347481] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.369583] env[62364]: DEBUG nova.network.neutron [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Successfully updated port: b2f67c95-3486-4a56-bc35-13104fb0b81d {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.404538] env[62364]: DEBUG oslo_concurrency.lockutils [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.404831] env[62364]: DEBUG oslo_concurrency.lockutils [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.405064] env[62364]: DEBUG oslo_concurrency.lockutils [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.405254] env[62364]: DEBUG oslo_concurrency.lockutils [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.405487] env[62364]: DEBUG oslo_concurrency.lockutils [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.411190] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480961, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.414445] env[62364]: INFO nova.compute.manager [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Terminating instance [ 924.468513] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480957, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.477277] env[62364]: DEBUG nova.compute.manager [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.637224] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc441317-7791-47cb-9c1e-63107e01ebb5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.648345] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e64e63d-ed4b-4b5a-a7e1-02387aeb83f5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.682760] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ccc3d6-b0db-4add-9fc1-b8face2fb189 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.694284] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd3bb2f-13dd-4b25-aa7e-f9dd30a9c633 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.713525] env[62364]: DEBUG nova.compute.provider_tree [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.843956] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480960, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.873928] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.873928] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.874113] env[62364]: DEBUG nova.network.neutron [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.906748] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480961, 'name': Rename_Task, 'duration_secs': 1.136505} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.907037] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.907303] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5acdaa2c-6a5c-4277-beaf-26c3cd29cd24 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.914875] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 924.914875] env[62364]: value = "task-2480962" [ 924.914875] env[62364]: _type = "Task" [ 924.914875] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.918707] env[62364]: DEBUG nova.compute.manager [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.918950] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.919602] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27ead17c-cd63-414a-92ed-8d822ece5a5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.930938] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.931662] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 924.931662] env[62364]: value = "task-2480963" [ 924.931662] env[62364]: _type = "Task" [ 924.931662] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.944159] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.965581] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480957, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.657705} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.965893] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0527c4e-0819-403f-8002-467b5c3fcd35/e0527c4e-0819-403f-8002-467b5c3fcd35.vmdk to [datastore2] be62bde2-62e7-46b0-8ae2-4f6aa4eb587a/be62bde2-62e7-46b0-8ae2-4f6aa4eb587a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.966827] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d8318a-ca5e-4937-8910-3610be7343d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.997245] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] be62bde2-62e7-46b0-8ae2-4f6aa4eb587a/be62bde2-62e7-46b0-8ae2-4f6aa4eb587a.vmdk or device None with type streamOptimized {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.999695] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f5bbc8-7207-4e8d-8ac3-74831faddb58 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.021821] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 925.021821] env[62364]: value = "task-2480964" [ 925.021821] env[62364]: _type = "Task" [ 925.021821] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.025974] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.031494] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.216779] env[62364]: DEBUG nova.scheduler.client.report [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.342802] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480960, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.613859} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.343204] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7/fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.343357] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.343649] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcc9051c-275b-4535-a6a6-5f9aeffa9a15 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.351911] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for the task: (returnval){ [ 925.351911] env[62364]: value = "task-2480965" [ 925.351911] env[62364]: _type = "Task" [ 925.351911] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.362496] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.423181] env[62364]: DEBUG nova.network.neutron [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.431575] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.445833] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480963, 'name': PowerOffVM_Task, 'duration_secs': 0.313246} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.446274] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.446585] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 925.446907] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502047', 'volume_id': 'c1b02304-bae1-45ed-9701-cd1186fd9a56', 'name': 'volume-c1b02304-bae1-45ed-9701-cd1186fd9a56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0e663aa-e427-4e0e-98b4-d36a98fdd1d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1b02304-bae1-45ed-9701-cd1186fd9a56', 'serial': 'c1b02304-bae1-45ed-9701-cd1186fd9a56'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 925.448188] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b093f172-6d33-468b-983d-4da660a61ebb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.474826] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48651817-52d1-4509-9ffd-df0569a4471f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.483184] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647a0178-f825-4094-9b91-e531c425f0b2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.507980] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264b69a0-3f25-4b51-86cc-8c9a978b4c88 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.527798] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] The volume has not been displaced from its original location: [datastore2] volume-c1b02304-bae1-45ed-9701-cd1186fd9a56/volume-c1b02304-bae1-45ed-9701-cd1186fd9a56.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 925.533478] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 925.539943] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42690711-438b-4adf-990d-869f0349cd63 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.561692] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480964, 'name': ReconfigVM_Task, 'duration_secs': 0.512625} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.563339] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Reconfigured VM instance instance-0000004d to attach disk [datastore2] be62bde2-62e7-46b0-8ae2-4f6aa4eb587a/be62bde2-62e7-46b0-8ae2-4f6aa4eb587a.vmdk or device None with type streamOptimized {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.564210] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 925.564210] env[62364]: value = "task-2480966" [ 925.564210] env[62364]: _type = "Task" [ 925.564210] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.564390] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-749d316a-8a7b-4982-bfe2-9231f93b0d33 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.578391] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.579982] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 925.579982] env[62364]: value = "task-2480967" [ 925.579982] env[62364]: _type = "Task" [ 925.579982] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.589429] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480967, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.658243] env[62364]: DEBUG nova.network.neutron [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance_info_cache with network_info: [{"id": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "address": "fa:16:3e:0d:59:24", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f67c95-34", "ovs_interfaceid": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.691741] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.691947] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquired lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.692160] env[62364]: DEBUG nova.network.neutron [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.862081] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069452} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.862373] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.863177] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38225ed-54b3-4242-920b-74c84b35487d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.885467] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7/fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.885726] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b09ad7-af5a-4e00-9e56-8895a2c8dbf8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.906269] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for the task: (returnval){ [ 925.906269] env[62364]: value = "task-2480968" [ 925.906269] env[62364]: _type = "Task" [ 925.906269] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.914237] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.923055] env[62364]: DEBUG oslo_vmware.api [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2480962, 'name': PowerOnVM_Task, 'duration_secs': 0.681353} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.923315] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.923526] env[62364]: INFO nova.compute.manager [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Took 10.57 seconds to spawn the instance on the hypervisor. [ 925.923708] env[62364]: DEBUG nova.compute.manager [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.924493] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13956e3f-a8b6-45ae-8e8a-169129d996cf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.077296] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.090351] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480967, 'name': Rename_Task, 'duration_secs': 0.457248} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.090645] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.090899] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a01f0872-1fcf-4379-b4e2-7d0345dc830e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.101269] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 926.101269] env[62364]: value = "task-2480969" [ 926.101269] env[62364]: _type = "Task" [ 926.101269] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.109826] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.162090] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.162090] env[62364]: DEBUG nova.compute.manager [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Instance network_info: |[{"id": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "address": "fa:16:3e:0d:59:24", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f67c95-34", "ovs_interfaceid": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.162090] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:59:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2f67c95-3486-4a56-bc35-13104fb0b81d', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.170377] env[62364]: DEBUG oslo.service.loopingcall [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.170377] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.170693] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9a56eba-1cc5-46a8-b4c2-245cbcf44450 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.192861] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.192861] env[62364]: value = "task-2480970" [ 926.192861] env[62364]: _type = "Task" [ 926.192861] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.202942] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480970, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.229666] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.980s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.238257] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.347s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.238526] env[62364]: DEBUG nova.objects.instance [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lazy-loading 'resources' on Instance uuid 006ebec8-be86-4e52-882e-592bcf43675b {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.247274] env[62364]: DEBUG nova.compute.manager [req-b2c67923-be40-45d7-bbd6-ee95f8fcd9df req-12a5ebfd-e4c3-41f3-a0b6-902659baad9f service nova] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Received event network-changed-b2f67c95-3486-4a56-bc35-13104fb0b81d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 926.247274] env[62364]: DEBUG nova.compute.manager [req-b2c67923-be40-45d7-bbd6-ee95f8fcd9df req-12a5ebfd-e4c3-41f3-a0b6-902659baad9f service nova] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Refreshing instance network info cache due to event network-changed-b2f67c95-3486-4a56-bc35-13104fb0b81d. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 926.247274] env[62364]: DEBUG oslo_concurrency.lockutils [req-b2c67923-be40-45d7-bbd6-ee95f8fcd9df req-12a5ebfd-e4c3-41f3-a0b6-902659baad9f service nova] Acquiring lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.247274] env[62364]: DEBUG oslo_concurrency.lockutils [req-b2c67923-be40-45d7-bbd6-ee95f8fcd9df req-12a5ebfd-e4c3-41f3-a0b6-902659baad9f service nova] Acquired lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.247489] env[62364]: DEBUG nova.network.neutron [req-b2c67923-be40-45d7-bbd6-ee95f8fcd9df req-12a5ebfd-e4c3-41f3-a0b6-902659baad9f service nova] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Refreshing network info cache for port b2f67c95-3486-4a56-bc35-13104fb0b81d {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.419225] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480968, 'name': ReconfigVM_Task, 'duration_secs': 0.459806} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.419225] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Reconfigured VM instance instance-0000004f to attach disk [datastore2] fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7/fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.420211] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb8d0d27-010b-452e-b694-2a2c33975cc2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.428667] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for the task: (returnval){ [ 926.428667] env[62364]: value = "task-2480971" [ 926.428667] env[62364]: _type = "Task" [ 926.428667] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.441869] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480971, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.451026] env[62364]: INFO nova.compute.manager [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Took 36.60 seconds to build instance. [ 926.467766] env[62364]: DEBUG nova.network.neutron [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updating instance_info_cache with network_info: [{"id": "fc6ebf34-13b2-4516-ac38-895b7128a703", "address": "fa:16:3e:ee:2b:7a", "network": {"id": "ccb45640-b300-41af-baa8-42ed1264d3ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-367646731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482207a5005c4d969f6312c0078628ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6ebf34-13", "ovs_interfaceid": "fc6ebf34-13b2-4516-ac38-895b7128a703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.579122] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.613053] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.616502] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e0f7f-1cfc-4a37-828a-7d1b76954d2e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.623789] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf171430-f343-4c2e-a455-03afa7cfffaa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.656794] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306a7803-f0a3-4ee1-941e-9c3b3d2b2987 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.665143] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e982d8bd-a472-4420-ac0f-45aa644e13b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.678757] env[62364]: DEBUG nova.compute.provider_tree [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.702776] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480970, 'name': CreateVM_Task, 'duration_secs': 0.367944} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.702981] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.703649] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.703819] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.704168] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.704434] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36efcef2-ce61-4f4b-92d0-5e4469f1e53a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.710090] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 926.710090] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527e239f-92f3-e05b-c11c-49436a2b942c" [ 926.710090] env[62364]: _type = "Task" [ 926.710090] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.718359] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527e239f-92f3-e05b-c11c-49436a2b942c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.939773] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480971, 'name': Rename_Task, 'duration_secs': 0.168157} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.940050] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.940301] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-400696b6-1d84-4182-9e69-08515a8a4e89 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.950662] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for the task: (returnval){ [ 926.950662] env[62364]: value = "task-2480972" [ 926.950662] env[62364]: _type = "Task" [ 926.950662] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.953624] env[62364]: DEBUG oslo_concurrency.lockutils [None req-96cae667-defb-43ae-a28e-2cd1d37ee6f6 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lock "5727a6da-7fb7-4573-a619-00186d6e6fd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.123s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.958420] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.970446] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Releasing lock "refresh_cache-2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.972192] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c3d2b-7c46-4f00-b850-919dd2f69a36 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.979698] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Resuming the VM {{(pid=62364) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 926.980969] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32ae1810-13c6-4b59-8185-327471e3afb7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.987854] env[62364]: DEBUG oslo_vmware.api [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 926.987854] env[62364]: value = "task-2480973" [ 926.987854] env[62364]: _type = "Task" [ 926.987854] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.996492] env[62364]: DEBUG oslo_vmware.api [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.000112] env[62364]: DEBUG nova.network.neutron [req-b2c67923-be40-45d7-bbd6-ee95f8fcd9df req-12a5ebfd-e4c3-41f3-a0b6-902659baad9f service nova] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updated VIF entry in instance network info cache for port b2f67c95-3486-4a56-bc35-13104fb0b81d. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.000112] env[62364]: DEBUG nova.network.neutron [req-b2c67923-be40-45d7-bbd6-ee95f8fcd9df req-12a5ebfd-e4c3-41f3-a0b6-902659baad9f service nova] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance_info_cache with network_info: [{"id": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "address": "fa:16:3e:0d:59:24", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f67c95-34", "ovs_interfaceid": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.079476] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.111715] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.181825] env[62364]: DEBUG nova.scheduler.client.report [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.223141] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527e239f-92f3-e05b-c11c-49436a2b942c, 'name': SearchDatastore_Task, 'duration_secs': 0.013555} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.223534] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.223866] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.224166] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.224323] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.224748] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.224825] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56f3c31a-5b76-4b36-b405-2285eae17643 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.236385] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.236668] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.237640] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c6109e-a027-47f8-b6fc-373e42505530 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.245909] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 927.245909] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ef68e0-95c6-9373-8220-4a6d19f47610" [ 927.245909] env[62364]: _type = "Task" [ 927.245909] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.257335] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ef68e0-95c6-9373-8220-4a6d19f47610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.461287] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480972, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.503245] env[62364]: DEBUG oslo_concurrency.lockutils [req-b2c67923-be40-45d7-bbd6-ee95f8fcd9df req-12a5ebfd-e4c3-41f3-a0b6-902659baad9f service nova] Releasing lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.503529] env[62364]: DEBUG oslo_vmware.api [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.524164] env[62364]: DEBUG nova.compute.manager [req-213e1ff4-90e9-4e9b-80dd-77ece7dd3fb1 req-e92d1608-7ffb-406e-a407-9454d239b28f service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Received event network-changed-92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 927.524164] env[62364]: DEBUG nova.compute.manager [req-213e1ff4-90e9-4e9b-80dd-77ece7dd3fb1 req-e92d1608-7ffb-406e-a407-9454d239b28f service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Refreshing instance network info cache due to event network-changed-92053c4d-463e-450f-9da4-fe3cec5ca413. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 927.524164] env[62364]: DEBUG oslo_concurrency.lockutils [req-213e1ff4-90e9-4e9b-80dd-77ece7dd3fb1 req-e92d1608-7ffb-406e-a407-9454d239b28f service nova] Acquiring lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.524164] env[62364]: DEBUG oslo_concurrency.lockutils [req-213e1ff4-90e9-4e9b-80dd-77ece7dd3fb1 req-e92d1608-7ffb-406e-a407-9454d239b28f service nova] Acquired lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.524426] env[62364]: DEBUG nova.network.neutron [req-213e1ff4-90e9-4e9b-80dd-77ece7dd3fb1 req-e92d1608-7ffb-406e-a407-9454d239b28f service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Refreshing network info cache for port 92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.583360] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480966, 'name': ReconfigVM_Task, 'duration_secs': 1.612621} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.584909] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 927.589396] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79b25f69-9667-464b-ab9c-c73be6349008 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.608657] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 927.608657] env[62364]: value = "task-2480974" [ 927.608657] env[62364]: _type = "Task" [ 927.608657] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.615132] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480969, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.621273] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.687380] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.449s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.691723] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.131s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.695572] env[62364]: INFO nova.compute.claims [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.719547] env[62364]: INFO nova.scheduler.client.report [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Deleted allocations for instance 006ebec8-be86-4e52-882e-592bcf43675b [ 927.760745] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ef68e0-95c6-9373-8220-4a6d19f47610, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.761724] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4f4c32-3ab9-443c-8573-280e32c4053b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.772930] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 927.772930] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526dea2f-8ee4-eba3-85af-ea909732a0d2" [ 927.772930] env[62364]: _type = "Task" [ 927.772930] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.780052] env[62364]: INFO nova.compute.manager [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Swapping old allocation on dict_keys(['d900e044-5565-4a73-8d60-eaba89b18259']) held by migration bc5a0347-51f2-46e2-ba87-30907f63a51d for instance [ 927.787908] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526dea2f-8ee4-eba3-85af-ea909732a0d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.819283] env[62364]: DEBUG nova.scheduler.client.report [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Overwriting current allocation {'allocations': {'d900e044-5565-4a73-8d60-eaba89b18259': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 103}}, 'project_id': '8509d2f917c240c48303b2f2df57bdd1', 'user_id': 'c090b8be2d9145f1b1f28862bdddc788', 'consumer_generation': 1} on consumer 7159d8b6-13fb-41e2-81e5-48df5805be14 {{(pid=62364) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 927.903671] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.904019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquired lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.904500] env[62364]: DEBUG nova.network.neutron [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.959391] env[62364]: DEBUG oslo_vmware.api [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480972, 'name': PowerOnVM_Task, 'duration_secs': 0.518622} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.959956] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.959956] env[62364]: INFO nova.compute.manager [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Took 10.14 seconds to spawn the instance on the hypervisor. [ 927.960265] env[62364]: DEBUG nova.compute.manager [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.961334] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df347942-d29a-4023-bf03-8e5d69ae3305 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.001941] env[62364]: DEBUG oslo_vmware.api [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480973, 'name': PowerOnVM_Task, 'duration_secs': 0.559585} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.002074] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Resumed the VM {{(pid=62364) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 928.002396] env[62364]: DEBUG nova.compute.manager [None req-d2321f93-52d1-49d0-aaca-11457d58b369 tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.004742] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e56d0d3-ea85-4ab6-96d2-868ae5aa2775 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.115713] env[62364]: DEBUG oslo_vmware.api [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480969, 'name': PowerOnVM_Task, 'duration_secs': 1.593018} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.117414] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.117414] env[62364]: INFO nova.compute.manager [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Took 17.21 seconds to spawn the instance on the hypervisor. [ 928.117414] env[62364]: DEBUG nova.compute.manager [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.117702] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b74ae-5872-4cff-b4c0-dbcd52e0b24e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.124416] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480974, 'name': ReconfigVM_Task, 'duration_secs': 0.20356} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.125454] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502047', 'volume_id': 'c1b02304-bae1-45ed-9701-cd1186fd9a56', 'name': 'volume-c1b02304-bae1-45ed-9701-cd1186fd9a56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0e663aa-e427-4e0e-98b4-d36a98fdd1d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1b02304-bae1-45ed-9701-cd1186fd9a56', 'serial': 'c1b02304-bae1-45ed-9701-cd1186fd9a56'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 928.125603] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.126360] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec626f01-b04e-4472-ba3b-fef1c5a24096 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.140702] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.141016] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c363d708-fec8-40fb-b2a0-e6053c36e87f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.228980] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f28b684-7d23-4e03-9f07-87637d18a403 tempest-ServersAdminTestJSON-1437219837 tempest-ServersAdminTestJSON-1437219837-project-member] Lock "006ebec8-be86-4e52-882e-592bcf43675b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.905s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.248381] env[62364]: DEBUG nova.network.neutron [req-213e1ff4-90e9-4e9b-80dd-77ece7dd3fb1 req-e92d1608-7ffb-406e-a407-9454d239b28f service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updated VIF entry in instance network info cache for port 92053c4d-463e-450f-9da4-fe3cec5ca413. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.248950] env[62364]: DEBUG nova.network.neutron [req-213e1ff4-90e9-4e9b-80dd-77ece7dd3fb1 req-e92d1608-7ffb-406e-a407-9454d239b28f service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updating instance_info_cache with network_info: [{"id": "92053c4d-463e-450f-9da4-fe3cec5ca413", "address": "fa:16:3e:7a:e0:d7", "network": {"id": "3e281eb4-af17-4290-b0f0-280fca843a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192708439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f15f5112b42e58632fecc76d86969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92053c4d-46", "ovs_interfaceid": "92053c4d-463e-450f-9da4-fe3cec5ca413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.260235] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.260468] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.260655] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleting the datastore file [datastore1] d0e663aa-e427-4e0e-98b4-d36a98fdd1d3 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.260925] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fff61d34-2f7a-4e70-ab2b-f1a30b341cb1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.270969] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 928.270969] env[62364]: value = "task-2480976" [ 928.270969] env[62364]: _type = "Task" [ 928.270969] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.285492] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.288598] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526dea2f-8ee4-eba3-85af-ea909732a0d2, 'name': SearchDatastore_Task, 'duration_secs': 0.014053} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.288768] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.289048] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb/f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.289322] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-560db3e7-e7ba-4c71-b064-83e281b67c0f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.298335] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 928.298335] env[62364]: value = "task-2480977" [ 928.298335] env[62364]: _type = "Task" [ 928.298335] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.308326] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.483020] env[62364]: INFO nova.compute.manager [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Took 37.82 seconds to build instance. [ 928.649570] env[62364]: INFO nova.compute.manager [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Took 49.53 seconds to build instance. [ 928.758641] env[62364]: DEBUG oslo_concurrency.lockutils [req-213e1ff4-90e9-4e9b-80dd-77ece7dd3fb1 req-e92d1608-7ffb-406e-a407-9454d239b28f service nova] Releasing lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.794025] env[62364]: DEBUG oslo_vmware.api [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2480976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180094} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.796637] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.796959] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.797257] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.797905] env[62364]: INFO nova.compute.manager [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Took 3.88 seconds to destroy the instance on the hypervisor. [ 928.799950] env[62364]: DEBUG oslo.service.loopingcall [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.799950] env[62364]: DEBUG nova.compute.manager [-] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.799950] env[62364]: DEBUG nova.network.neutron [-] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.814076] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480977, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.818283] env[62364]: DEBUG nova.network.neutron [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance_info_cache with network_info: [{"id": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "address": "fa:16:3e:3c:44:50", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e160ac2-4e", "ovs_interfaceid": "6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.985473] env[62364]: DEBUG oslo_concurrency.lockutils [None req-40cd831b-2c3b-450c-8f68-8307201123e7 tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.332s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.092615] env[62364]: DEBUG oslo_concurrency.lockutils [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquiring lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.092615] env[62364]: DEBUG oslo_concurrency.lockutils [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.092615] env[62364]: DEBUG oslo_concurrency.lockutils [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquiring lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.092615] env[62364]: DEBUG oslo_concurrency.lockutils [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.092615] env[62364]: DEBUG oslo_concurrency.lockutils [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.094093] env[62364]: INFO nova.compute.manager [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Terminating instance [ 929.097187] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f538bda6-aa95-4f54-884c-c4de332037fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.107021] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16400fab-49ed-4efd-999a-e2a66813856d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.147890] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b71f22-9fbf-42f4-ad6d-615cfdb8e240 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.151940] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8a21f862-435d-407c-8c0b-466365a88f38 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.046s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.158281] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d48521-ca98-40b5-87db-656f5605d60f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.178140] env[62364]: DEBUG nova.compute.provider_tree [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.316973] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517829} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.317517] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb/f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.318349] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.318650] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-490b55f0-7bca-44fe-bb20-93cc85dc0fe3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.325639] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Releasing lock "refresh_cache-7159d8b6-13fb-41e2-81e5-48df5805be14" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.326408] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.327309] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-432f4e77-82a6-446d-8f8d-dfbd7714de7a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.333594] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 929.333594] env[62364]: value = "task-2480978" [ 929.333594] env[62364]: _type = "Task" [ 929.333594] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.344062] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 929.344062] env[62364]: value = "task-2480979" [ 929.344062] env[62364]: _type = "Task" [ 929.344062] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.362676] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.369938] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.602461] env[62364]: DEBUG nova.compute.manager [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.602919] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.603740] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daab072-a71b-4ab6-90a0-d9b7275ca1f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.614451] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.614747] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d28fcfa-7bd1-4c4f-a786-15c7b7538786 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.624113] env[62364]: DEBUG oslo_vmware.api [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for the task: (returnval){ [ 929.624113] env[62364]: value = "task-2480980" [ 929.624113] env[62364]: _type = "Task" [ 929.624113] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.640445] env[62364]: DEBUG oslo_vmware.api [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.683084] env[62364]: DEBUG nova.scheduler.client.report [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.702090] env[62364]: DEBUG nova.compute.manager [req-65db11d4-86a4-47b9-84a0-a5375f4d8a9d req-9e109374-96bc-4037-a9f5-819232eb852f service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Received event network-vif-deleted-e5bc3944-ef12-47b3-8591-596d30e94950 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 929.702090] env[62364]: INFO nova.compute.manager [req-65db11d4-86a4-47b9-84a0-a5375f4d8a9d req-9e109374-96bc-4037-a9f5-819232eb852f service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Neutron deleted interface e5bc3944-ef12-47b3-8591-596d30e94950; detaching it from the instance and deleting it from the info cache [ 929.702090] env[62364]: DEBUG nova.network.neutron [req-65db11d4-86a4-47b9-84a0-a5375f4d8a9d req-9e109374-96bc-4037-a9f5-819232eb852f service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.846653] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074318} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.850150] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.851295] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3d0fe8-b391-4d9e-86ad-adba626637c0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.859651] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480979, 'name': PowerOffVM_Task, 'duration_secs': 0.281725} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.870408] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.871303] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:41:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5a0a0159-f3f7-41c2-b5d1-87cbc65a8fda',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-22207554',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.871543] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.871805] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.872139] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.872182] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.872334] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.872702] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.872702] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.872937] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.872999] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.873198] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.878690] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.878983] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.879209] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.879391] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.880833] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.894355] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb/f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.894355] env[62364]: INFO nova.compute.manager [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Terminating instance [ 929.894355] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e819750b-aa99-4e51-9098-5f2d9fdb5069 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.904858] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b02eb5d-046a-47b6-881f-de96cba8efbe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.931026] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 929.931026] env[62364]: value = "task-2480982" [ 929.931026] env[62364]: _type = "Task" [ 929.931026] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.931026] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 929.931026] env[62364]: value = "task-2480981" [ 929.931026] env[62364]: _type = "Task" [ 929.931026] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.944690] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480982, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.948553] env[62364]: DEBUG nova.network.neutron [-] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.949716] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480981, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.138298] env[62364]: DEBUG oslo_vmware.api [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480980, 'name': PowerOffVM_Task, 'duration_secs': 0.494868} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.138737] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.139062] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.139436] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-571855f5-cb26-4934-97fc-a13cbd4ad7ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.188590] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.190103] env[62364]: DEBUG nova.compute.manager [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.195563] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.648s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.195563] env[62364]: DEBUG nova.objects.instance [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lazy-loading 'resources' on Instance uuid e9f99472-53cf-460b-bd61-4e8b2d6e9bc2 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.204992] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f4df4e4-948e-4ffc-b5f6-5513205f6dd5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.216717] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6577d375-2484-463a-8b47-a15e98fed7c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.231250] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.231250] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.231250] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Deleting the datastore file [datastore2] fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.232440] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63ede4f4-d2dc-46b4-80af-2dd0b924c4d2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.242042] env[62364]: DEBUG oslo_vmware.api [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for the task: (returnval){ [ 930.242042] env[62364]: value = "task-2480984" [ 930.242042] env[62364]: _type = "Task" [ 930.242042] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.260676] env[62364]: DEBUG nova.compute.manager [req-65db11d4-86a4-47b9-84a0-a5375f4d8a9d req-9e109374-96bc-4037-a9f5-819232eb852f service nova] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Detach interface failed, port_id=e5bc3944-ef12-47b3-8591-596d30e94950, reason: Instance d0e663aa-e427-4e0e-98b4-d36a98fdd1d3 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 930.266869] env[62364]: DEBUG oslo_vmware.api [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.424880] env[62364]: DEBUG nova.compute.manager [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.425245] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.426094] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77872827-8300-4796-9042-8219ba1698cd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.444683] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.445789] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0d9dea9-50d8-4523-99ca-271dfd92d258 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.454088] env[62364]: INFO nova.compute.manager [-] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Took 1.65 seconds to deallocate network for instance. [ 930.454593] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.454883] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480982, 'name': ReconfigVM_Task, 'duration_secs': 0.15655} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.459487] env[62364]: DEBUG oslo_vmware.api [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 930.459487] env[62364]: value = "task-2480985" [ 930.459487] env[62364]: _type = "Task" [ 930.459487] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.460619] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffa1432-7f6a-4846-9bcd-ee9a3a11059d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.474121] env[62364]: DEBUG oslo_vmware.api [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.488814] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:41:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5a0a0159-f3f7-41c2-b5d1-87cbc65a8fda',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-22207554',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.488814] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.490657] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.490657] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.490657] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.490657] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.490657] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.490657] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.490657] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.490657] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.490657] env[62364]: DEBUG nova.virt.hardware [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.493095] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ecff0f-b2c7-4219-aac2-eb9a928b913d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.497942] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 930.497942] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521a978c-07f1-1773-e620-d0bab91e55a8" [ 930.497942] env[62364]: _type = "Task" [ 930.497942] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.510800] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521a978c-07f1-1773-e620-d0bab91e55a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.518508] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.518508] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f386f47c-9909-4d50-a518-ad8a371626e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.538085] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 930.538085] env[62364]: value = "task-2480986" [ 930.538085] env[62364]: _type = "Task" [ 930.538085] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.548837] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.698039] env[62364]: DEBUG nova.compute.utils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 930.703511] env[62364]: DEBUG nova.compute.manager [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.703654] env[62364]: DEBUG nova.network.neutron [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.759644] env[62364]: DEBUG oslo_vmware.api [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Task: {'id': task-2480984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16762} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.759644] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.759644] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.759884] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.759884] env[62364]: INFO nova.compute.manager [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 930.760855] env[62364]: DEBUG oslo.service.loopingcall [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.761650] env[62364]: DEBUG nova.compute.manager [-] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.761650] env[62364]: DEBUG nova.network.neutron [-] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.769245] env[62364]: DEBUG nova.policy [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73fdd2087fb4936a1d4b0cf74d7c0df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4acab565f6e448a490f338459a47f680', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.945332] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480981, 'name': ReconfigVM_Task, 'duration_secs': 0.575421} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.945644] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Reconfigured VM instance instance-00000050 to attach disk [datastore2] f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb/f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.946299] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fd31eba-adc7-4387-96b7-609aa20dc888 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.954461] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 930.954461] env[62364]: value = "task-2480987" [ 930.954461] env[62364]: _type = "Task" [ 930.954461] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.963690] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480987, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.975322] env[62364]: DEBUG oslo_vmware.api [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480985, 'name': PowerOffVM_Task, 'duration_secs': 0.267978} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.975588] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.975759] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.978792] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ba1db1b-75ba-4da7-93ee-91c3c6bda397 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.025718] env[62364]: INFO nova.compute.manager [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Took 0.57 seconds to detach 1 volumes for instance. [ 931.048175] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480986, 'name': ReconfigVM_Task, 'duration_secs': 0.237411} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.048505] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 931.049429] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf21b2a-889b-445e-a267-516f4b0bdeec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.079038] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 7159d8b6-13fb-41e2-81e5-48df5805be14/7159d8b6-13fb-41e2-81e5-48df5805be14.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.079038] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cfed0f7-6aee-4257-9884-0242ab279b28 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.092143] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.092389] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.092531] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleting the datastore file [datastore2] be62bde2-62e7-46b0-8ae2-4f6aa4eb587a {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.094081] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fee1d7ab-caad-436b-ad6f-dac65d95c324 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.096762] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6808a5a-1957-4fcf-9e51-70b1928a8235 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.108196] env[62364]: DEBUG oslo_vmware.api [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 931.108196] env[62364]: value = "task-2480989" [ 931.108196] env[62364]: _type = "Task" [ 931.108196] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.112880] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 931.112880] env[62364]: value = "task-2480990" [ 931.112880] env[62364]: _type = "Task" [ 931.112880] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.114817] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eb63fd-88fc-41a1-80e3-4b6368fa7fa4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.126610] env[62364]: DEBUG oslo_vmware.api [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.134376] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.179976] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a29ee2-f91b-4822-a302-42d5132a76d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.189779] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f527dedc-d744-4f1d-b228-786912af8a8d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.208454] env[62364]: DEBUG nova.compute.manager [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.212211] env[62364]: DEBUG nova.compute.provider_tree [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.218528] env[62364]: DEBUG nova.network.neutron [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Successfully created port: 8c437f20-450e-4505-a246-0f6a1f4df29f {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.224866] env[62364]: DEBUG nova.compute.manager [req-b805573f-27ee-4370-98f2-f9d814bb5d43 req-e28dc6d1-83c7-40b3-a761-2b91a5c31587 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Received event network-vif-deleted-96011533-92a3-462f-9a5a-59124e932c4c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 931.224972] env[62364]: INFO nova.compute.manager [req-b805573f-27ee-4370-98f2-f9d814bb5d43 req-e28dc6d1-83c7-40b3-a761-2b91a5c31587 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Neutron deleted interface 96011533-92a3-462f-9a5a-59124e932c4c; detaching it from the instance and deleting it from the info cache [ 931.225185] env[62364]: DEBUG nova.network.neutron [req-b805573f-27ee-4370-98f2-f9d814bb5d43 req-e28dc6d1-83c7-40b3-a761-2b91a5c31587 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.465806] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480987, 'name': Rename_Task, 'duration_secs': 0.274597} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.466099] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.466344] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9bf8394-7293-4b7e-b8aa-9b930e0d4a2e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.473771] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 931.473771] env[62364]: value = "task-2480991" [ 931.473771] env[62364]: _type = "Task" [ 931.473771] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.482626] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.531977] env[62364]: DEBUG oslo_concurrency.lockutils [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.624765] env[62364]: DEBUG oslo_vmware.api [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2480989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155784} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.625549] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.625779] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.625976] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.626216] env[62364]: INFO nova.compute.manager [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 931.626508] env[62364]: DEBUG oslo.service.loopingcall [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.626746] env[62364]: DEBUG nova.compute.manager [-] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.626850] env[62364]: DEBUG nova.network.neutron [-] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.631474] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480990, 'name': ReconfigVM_Task, 'duration_secs': 0.311083} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.632038] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 7159d8b6-13fb-41e2-81e5-48df5805be14/7159d8b6-13fb-41e2-81e5-48df5805be14.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.632912] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b049209-6f73-4047-9682-4c1281d705a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.654795] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864b4f8d-0230-4ec2-8a24-a4a43b84cd0a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.679276] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d3e762-a7fb-40d1-b5bc-5871f5066040 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.682248] env[62364]: DEBUG nova.network.neutron [-] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.701090] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d0c1b8-b9e2-443d-8b26-2d5e5e5ccda8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.710417] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.711042] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9f8d1fa-2a89-404a-8d3b-6b87f6451c76 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.719479] env[62364]: DEBUG nova.scheduler.client.report [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.728537] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4ca0777-4d34-4557-8495-c4c65f50b97d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.733803] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 931.733803] env[62364]: value = "task-2480992" [ 931.733803] env[62364]: _type = "Task" [ 931.733803] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.748430] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e942f8ff-5e33-439a-babe-b66df39d757f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.760444] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.788336] env[62364]: DEBUG nova.compute.manager [req-b805573f-27ee-4370-98f2-f9d814bb5d43 req-e28dc6d1-83c7-40b3-a761-2b91a5c31587 service nova] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Detach interface failed, port_id=96011533-92a3-462f-9a5a-59124e932c4c, reason: Instance fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 931.986691] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480991, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.184541] env[62364]: INFO nova.compute.manager [-] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Took 1.42 seconds to deallocate network for instance. [ 932.227544] env[62364]: DEBUG nova.compute.manager [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.233310] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.238183] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.212s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.239287] env[62364]: INFO nova.compute.claims [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.260442] env[62364]: DEBUG oslo_vmware.api [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480992, 'name': PowerOnVM_Task, 'duration_secs': 0.434263} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.260442] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.270457] env[62364]: INFO nova.scheduler.client.report [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Deleted allocations for instance e9f99472-53cf-460b-bd61-4e8b2d6e9bc2 [ 932.284480] env[62364]: DEBUG nova.virt.hardware [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.284759] env[62364]: DEBUG nova.virt.hardware [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.284937] env[62364]: DEBUG nova.virt.hardware [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.286549] env[62364]: DEBUG nova.virt.hardware [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.286725] env[62364]: DEBUG nova.virt.hardware [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.286900] env[62364]: DEBUG nova.virt.hardware [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.287143] env[62364]: DEBUG nova.virt.hardware [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.287305] env[62364]: DEBUG nova.virt.hardware [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.287483] env[62364]: DEBUG nova.virt.hardware [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.287666] env[62364]: DEBUG nova.virt.hardware [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.287891] env[62364]: DEBUG nova.virt.hardware [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.288871] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f994a491-4c37-474b-bc45-8a75be19fab0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.302604] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302dc69a-6ced-42db-834a-9fa3137dc26b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.485814] env[62364]: DEBUG oslo_vmware.api [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2480991, 'name': PowerOnVM_Task, 'duration_secs': 0.648799} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.489020] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.489020] env[62364]: INFO nova.compute.manager [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Took 9.21 seconds to spawn the instance on the hypervisor. [ 932.489020] env[62364]: DEBUG nova.compute.manager [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.489020] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac1635e-acc0-4345-9eed-1f5dcab6708d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.685452] env[62364]: DEBUG nova.compute.manager [req-a5723302-3e65-4d68-9ed6-6e67869d79a8 req-5b69b79e-919a-4a04-a37e-784a5d8d9fdb service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Received event network-vif-plugged-8c437f20-450e-4505-a246-0f6a1f4df29f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 932.686224] env[62364]: DEBUG oslo_concurrency.lockutils [req-a5723302-3e65-4d68-9ed6-6e67869d79a8 req-5b69b79e-919a-4a04-a37e-784a5d8d9fdb service nova] Acquiring lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.686322] env[62364]: DEBUG oslo_concurrency.lockutils [req-a5723302-3e65-4d68-9ed6-6e67869d79a8 req-5b69b79e-919a-4a04-a37e-784a5d8d9fdb service nova] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.686548] env[62364]: DEBUG oslo_concurrency.lockutils [req-a5723302-3e65-4d68-9ed6-6e67869d79a8 req-5b69b79e-919a-4a04-a37e-784a5d8d9fdb service nova] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.686763] env[62364]: DEBUG nova.compute.manager [req-a5723302-3e65-4d68-9ed6-6e67869d79a8 req-5b69b79e-919a-4a04-a37e-784a5d8d9fdb service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] No waiting events found dispatching network-vif-plugged-8c437f20-450e-4505-a246-0f6a1f4df29f {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.686939] env[62364]: WARNING nova.compute.manager [req-a5723302-3e65-4d68-9ed6-6e67869d79a8 req-5b69b79e-919a-4a04-a37e-784a5d8d9fdb service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Received unexpected event network-vif-plugged-8c437f20-450e-4505-a246-0f6a1f4df29f for instance with vm_state building and task_state spawning. [ 932.690569] env[62364]: DEBUG oslo_concurrency.lockutils [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.781921] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c8a4f3c2-117b-4440-9b89-5b1dee04212b tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "e9f99472-53cf-460b-bd61-4e8b2d6e9bc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.231s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.784840] env[62364]: DEBUG nova.network.neutron [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Successfully updated port: 8c437f20-450e-4505-a246-0f6a1f4df29f {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.823829] env[62364]: DEBUG nova.network.neutron [-] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.955475] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "6a3afe1b-9107-4a04-897c-b48982e9277e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.955988] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "6a3afe1b-9107-4a04-897c-b48982e9277e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.956095] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "6a3afe1b-9107-4a04-897c-b48982e9277e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.956269] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "6a3afe1b-9107-4a04-897c-b48982e9277e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.956499] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "6a3afe1b-9107-4a04-897c-b48982e9277e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.960634] env[62364]: INFO nova.compute.manager [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Terminating instance [ 933.007475] env[62364]: INFO nova.compute.manager [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Took 28.18 seconds to build instance. [ 933.255059] env[62364]: DEBUG nova.compute.manager [req-8d9bfd71-f048-4c42-9f6a-081fb3e191ab req-371a8b2e-e3dc-4f2a-a874-7fe2d241509e service nova] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Received event network-vif-deleted-639f5eed-8b3d-402e-aa11-c5c10d068408 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 933.276039] env[62364]: INFO nova.compute.manager [None req-b1362b5b-72de-4b14-aa05-5bc5c29451c3 tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance to original state: 'active' [ 933.287416] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.287416] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.287416] env[62364]: DEBUG nova.network.neutron [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.327735] env[62364]: INFO nova.compute.manager [-] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Took 1.70 seconds to deallocate network for instance. [ 933.468350] env[62364]: DEBUG nova.compute.manager [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.468578] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.471132] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94cd6c7-7a89-456f-9ccf-f488f672046f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.480156] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.482781] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c62ef964-ee1c-4b66-8514-04214b29be20 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.491106] env[62364]: DEBUG oslo_vmware.api [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 933.491106] env[62364]: value = "task-2480993" [ 933.491106] env[62364]: _type = "Task" [ 933.491106] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.503024] env[62364]: DEBUG oslo_vmware.api [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.509729] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5e3e3277-140e-4f8c-802d-87988aa3ee67 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.694s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.571312] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6174289-9860-4444-96ce-cce12c79ff24 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.581838] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f92330e-2068-41f6-a592-43610a83472a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.617785] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a182f1c7-4fb1-463b-b3e5-14da4838068d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.627506] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7186f5e-618c-40cf-b24c-592df8d3191d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.645067] env[62364]: DEBUG nova.compute.provider_tree [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.822317] env[62364]: DEBUG nova.network.neutron [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.836226] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.974514] env[62364]: DEBUG nova.network.neutron [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance_info_cache with network_info: [{"id": "8c437f20-450e-4505-a246-0f6a1f4df29f", "address": "fa:16:3e:e5:2d:6c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c437f20-45", "ovs_interfaceid": "8c437f20-450e-4505-a246-0f6a1f4df29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.003367] env[62364]: DEBUG oslo_vmware.api [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480993, 'name': PowerOffVM_Task, 'duration_secs': 0.292449} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.004121] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.004121] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.004121] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf73e87-5b9d-4743-80ac-ccd2ca4cac97 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.039494] env[62364]: DEBUG oslo_concurrency.lockutils [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.039494] env[62364]: DEBUG oslo_concurrency.lockutils [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.039698] env[62364]: DEBUG oslo_concurrency.lockutils [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.039943] env[62364]: DEBUG oslo_concurrency.lockutils [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.040079] env[62364]: DEBUG oslo_concurrency.lockutils [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.042257] env[62364]: INFO nova.compute.manager [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Terminating instance [ 934.081732] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.081958] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.082160] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Deleting the datastore file [datastore1] 6a3afe1b-9107-4a04-897c-b48982e9277e {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.082449] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d73cdbb-8b77-4439-8958-bc881a702721 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.090817] env[62364]: DEBUG oslo_vmware.api [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 934.090817] env[62364]: value = "task-2480995" [ 934.090817] env[62364]: _type = "Task" [ 934.090817] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.099620] env[62364]: DEBUG oslo_vmware.api [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.149357] env[62364]: DEBUG nova.scheduler.client.report [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.401813] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "7159d8b6-13fb-41e2-81e5-48df5805be14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.402096] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "7159d8b6-13fb-41e2-81e5-48df5805be14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.402324] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "7159d8b6-13fb-41e2-81e5-48df5805be14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.402496] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "7159d8b6-13fb-41e2-81e5-48df5805be14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.402666] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "7159d8b6-13fb-41e2-81e5-48df5805be14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.404872] env[62364]: INFO nova.compute.manager [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Terminating instance [ 934.476384] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.476783] env[62364]: DEBUG nova.compute.manager [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Instance network_info: |[{"id": "8c437f20-450e-4505-a246-0f6a1f4df29f", "address": "fa:16:3e:e5:2d:6c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c437f20-45", "ovs_interfaceid": "8c437f20-450e-4505-a246-0f6a1f4df29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.477198] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:2d:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c437f20-450e-4505-a246-0f6a1f4df29f', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.485178] env[62364]: DEBUG oslo.service.loopingcall [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.485748] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.486017] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3edd2d2-343b-43a8-bde7-62964f252d8b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.510288] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.510288] env[62364]: value = "task-2480996" [ 934.510288] env[62364]: _type = "Task" [ 934.510288] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.521538] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480996, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.546900] env[62364]: DEBUG nova.compute.manager [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.547201] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.548158] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6b0392-50c0-4358-97ec-1414c5c7f570 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.556657] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.556945] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29f7587d-c087-4d01-97e6-fb1ddc1bd110 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.564474] env[62364]: DEBUG oslo_vmware.api [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 934.564474] env[62364]: value = "task-2480997" [ 934.564474] env[62364]: _type = "Task" [ 934.564474] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.575403] env[62364]: DEBUG oslo_vmware.api [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.602590] env[62364]: DEBUG oslo_vmware.api [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2480995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320898} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.603082] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.603421] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.603740] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.604055] env[62364]: INFO nova.compute.manager [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 934.604547] env[62364]: DEBUG oslo.service.loopingcall [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.604890] env[62364]: DEBUG nova.compute.manager [-] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.605066] env[62364]: DEBUG nova.network.neutron [-] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.656326] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.657151] env[62364]: DEBUG nova.compute.manager [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.661121] env[62364]: DEBUG oslo_concurrency.lockutils [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.129s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.661525] env[62364]: DEBUG nova.objects.instance [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lazy-loading 'resources' on Instance uuid d0e663aa-e427-4e0e-98b4-d36a98fdd1d3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.717785] env[62364]: DEBUG nova.compute.manager [req-b376826d-94cc-4c3e-ae7f-72e79ec25e1b req-ac733cd5-1a40-428e-b2de-ef9220b6b873 service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Received event network-changed-8c437f20-450e-4505-a246-0f6a1f4df29f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 934.717900] env[62364]: DEBUG nova.compute.manager [req-b376826d-94cc-4c3e-ae7f-72e79ec25e1b req-ac733cd5-1a40-428e-b2de-ef9220b6b873 service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Refreshing instance network info cache due to event network-changed-8c437f20-450e-4505-a246-0f6a1f4df29f. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 934.719964] env[62364]: DEBUG oslo_concurrency.lockutils [req-b376826d-94cc-4c3e-ae7f-72e79ec25e1b req-ac733cd5-1a40-428e-b2de-ef9220b6b873 service nova] Acquiring lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.720186] env[62364]: DEBUG oslo_concurrency.lockutils [req-b376826d-94cc-4c3e-ae7f-72e79ec25e1b req-ac733cd5-1a40-428e-b2de-ef9220b6b873 service nova] Acquired lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.720443] env[62364]: DEBUG nova.network.neutron [req-b376826d-94cc-4c3e-ae7f-72e79ec25e1b req-ac733cd5-1a40-428e-b2de-ef9220b6b873 service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Refreshing network info cache for port 8c437f20-450e-4505-a246-0f6a1f4df29f {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.910618] env[62364]: DEBUG nova.compute.manager [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.910924] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.912157] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b0db7c-532f-4e4b-9a10-2154b804626e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.921915] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.922935] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac947f64-a0aa-4f4d-b4c3-3f263642c530 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.931729] env[62364]: DEBUG oslo_vmware.api [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 934.931729] env[62364]: value = "task-2480998" [ 934.931729] env[62364]: _type = "Task" [ 934.931729] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.942981] env[62364]: DEBUG oslo_vmware.api [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.021867] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2480996, 'name': CreateVM_Task, 'duration_secs': 0.445931} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.022141] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.022720] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.022907] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.023261] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.023526] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc3e9a7-0815-427d-8a5f-6536ec89fb82 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.030614] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 935.030614] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52445fb9-0e31-4216-1f84-e2eee6594739" [ 935.030614] env[62364]: _type = "Task" [ 935.030614] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.039746] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52445fb9-0e31-4216-1f84-e2eee6594739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.077618] env[62364]: DEBUG oslo_vmware.api [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2480997, 'name': PowerOffVM_Task, 'duration_secs': 0.299035} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.078134] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.078390] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.078817] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3c6f3a8-86a5-412f-a5b3-6b53262505f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.158749] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.159145] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.159445] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Deleting the datastore file [datastore1] 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.159837] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b430172-f361-48df-9662-6244aff84126 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.165579] env[62364]: DEBUG nova.compute.utils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 935.171619] env[62364]: DEBUG nova.compute.manager [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Not allocating networking since 'none' was specified. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 935.172216] env[62364]: DEBUG oslo_vmware.api [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for the task: (returnval){ [ 935.172216] env[62364]: value = "task-2481000" [ 935.172216] env[62364]: _type = "Task" [ 935.172216] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.181461] env[62364]: DEBUG oslo_vmware.api [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2481000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.415805] env[62364]: DEBUG nova.network.neutron [-] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.445747] env[62364]: DEBUG nova.network.neutron [req-b376826d-94cc-4c3e-ae7f-72e79ec25e1b req-ac733cd5-1a40-428e-b2de-ef9220b6b873 service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updated VIF entry in instance network info cache for port 8c437f20-450e-4505-a246-0f6a1f4df29f. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.446108] env[62364]: DEBUG nova.network.neutron [req-b376826d-94cc-4c3e-ae7f-72e79ec25e1b req-ac733cd5-1a40-428e-b2de-ef9220b6b873 service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance_info_cache with network_info: [{"id": "8c437f20-450e-4505-a246-0f6a1f4df29f", "address": "fa:16:3e:e5:2d:6c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c437f20-45", "ovs_interfaceid": "8c437f20-450e-4505-a246-0f6a1f4df29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.451355] env[62364]: DEBUG oslo_vmware.api [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2480998, 'name': PowerOffVM_Task, 'duration_secs': 0.222905} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.454129] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.454304] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.454752] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ccc033f-3be8-4ac0-aef5-234e01fc9797 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.481274] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8869da9-de15-42d0-a170-1e588111ff81 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.496158] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e447f177-4da4-4476-9687-c90a0aeca3f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.528241] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc5b606-3a4e-4d80-9c65-80997baffd3c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.532135] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.532420] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.532554] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Deleting the datastore file [datastore2] 7159d8b6-13fb-41e2-81e5-48df5805be14 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.536476] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88acc44e-8b55-48ce-8940-006168e75d9a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.542303] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b391b771-7375-4173-989b-754fb7a7a0d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.551043] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52445fb9-0e31-4216-1f84-e2eee6594739, 'name': SearchDatastore_Task, 'duration_secs': 0.012329} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.551345] env[62364]: DEBUG oslo_vmware.api [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 935.551345] env[62364]: value = "task-2481002" [ 935.551345] env[62364]: _type = "Task" [ 935.551345] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.551987] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.552480] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.552480] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.553243] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.553243] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.553243] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6f53bbf-1ca3-45bf-89e0-bbd72f391e9b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.567236] env[62364]: DEBUG nova.compute.provider_tree [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.577105] env[62364]: DEBUG oslo_vmware.api [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2481002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.579082] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.579462] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.580286] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f22cd1f-8ae9-476f-9ff6-85e8c0b28b63 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.586663] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 935.586663] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a862c8-06f0-fd0b-70e3-0c44750814e6" [ 935.586663] env[62364]: _type = "Task" [ 935.586663] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.595313] env[62364]: DEBUG nova.compute.manager [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Stashing vm_state: active {{(pid=62364) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 935.601909] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a862c8-06f0-fd0b-70e3-0c44750814e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.672939] env[62364]: DEBUG nova.compute.manager [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.686310] env[62364]: DEBUG oslo_vmware.api [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Task: {'id': task-2481000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244052} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.686626] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.686842] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.687051] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.687233] env[62364]: INFO nova.compute.manager [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 935.687511] env[62364]: DEBUG oslo.service.loopingcall [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.687720] env[62364]: DEBUG nova.compute.manager [-] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.687818] env[62364]: DEBUG nova.network.neutron [-] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.919427] env[62364]: INFO nova.compute.manager [-] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Took 1.31 seconds to deallocate network for instance. [ 935.952301] env[62364]: DEBUG oslo_concurrency.lockutils [req-b376826d-94cc-4c3e-ae7f-72e79ec25e1b req-ac733cd5-1a40-428e-b2de-ef9220b6b873 service nova] Releasing lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.062956] env[62364]: DEBUG oslo_vmware.api [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2481002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160032} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.063272] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.063557] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.063787] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.063972] env[62364]: INFO nova.compute.manager [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Took 1.15 seconds to destroy the instance on the hypervisor. [ 936.064234] env[62364]: DEBUG oslo.service.loopingcall [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.064432] env[62364]: DEBUG nova.compute.manager [-] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.064526] env[62364]: DEBUG nova.network.neutron [-] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.070241] env[62364]: DEBUG nova.scheduler.client.report [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.100099] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a862c8-06f0-fd0b-70e3-0c44750814e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.101518] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4880fa2b-1e72-41ff-9a71-318f4560e92f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.113015] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 936.113015] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527d938b-daa5-7b35-2042-8686151ae7a5" [ 936.113015] env[62364]: _type = "Task" [ 936.113015] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.136066] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527d938b-daa5-7b35-2042-8686151ae7a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.150820] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.425752] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.429237] env[62364]: DEBUG nova.network.neutron [-] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.576070] env[62364]: DEBUG oslo_concurrency.lockutils [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.577989] env[62364]: DEBUG oslo_concurrency.lockutils [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.887s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.578660] env[62364]: DEBUG nova.objects.instance [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Lazy-loading 'resources' on Instance uuid fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.595218] env[62364]: INFO nova.scheduler.client.report [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted allocations for instance d0e663aa-e427-4e0e-98b4-d36a98fdd1d3 [ 936.624112] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527d938b-daa5-7b35-2042-8686151ae7a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.624342] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.624607] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 5d9ad77d-39e3-41ea-8abb-122bad5b5cff/5d9ad77d-39e3-41ea-8abb-122bad5b5cff.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.624877] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c18358b-b263-404d-b9d4-246ca93754ce {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.633059] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 936.633059] env[62364]: value = "task-2481003" [ 936.633059] env[62364]: _type = "Task" [ 936.633059] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.642514] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.688153] env[62364]: DEBUG nova.compute.manager [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.716301] env[62364]: DEBUG nova.virt.hardware [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.717063] env[62364]: DEBUG nova.virt.hardware [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.717063] env[62364]: DEBUG nova.virt.hardware [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.717063] env[62364]: DEBUG nova.virt.hardware [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.717270] env[62364]: DEBUG nova.virt.hardware [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.717270] env[62364]: DEBUG nova.virt.hardware [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.717533] env[62364]: DEBUG nova.virt.hardware [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.717657] env[62364]: DEBUG nova.virt.hardware [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.717972] env[62364]: DEBUG nova.virt.hardware [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.718059] env[62364]: DEBUG nova.virt.hardware [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.718202] env[62364]: DEBUG nova.virt.hardware [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.719275] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a28c43-4479-4f82-a19a-d69a48b57ae2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.729949] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b57e4c-2c1f-4884-a7e9-d00f21f08699 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.744467] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.750973] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Creating folder: Project (9b81f002af294a1b88fdac4e3738428e). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.751533] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-657fe3a6-1f5f-4377-97a0-75978de43af9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.763650] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Created folder: Project (9b81f002af294a1b88fdac4e3738428e) in parent group-v501830. [ 936.763863] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Creating folder: Instances. Parent ref: group-v502056. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.764120] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ed5bfa4-d837-4caf-a2ec-2349479207bf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.772615] env[62364]: DEBUG nova.compute.manager [req-55f85297-2611-4cb2-b6e9-6ffe290ecb86 req-426e995f-f0ee-4318-b84e-4830f1488cd8 service nova] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Received event network-vif-deleted-125ebfa8-72c4-4469-8b81-bd0bfa03a0c0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 936.772812] env[62364]: DEBUG nova.compute.manager [req-55f85297-2611-4cb2-b6e9-6ffe290ecb86 req-426e995f-f0ee-4318-b84e-4830f1488cd8 service nova] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Received event network-vif-deleted-fc6ebf34-13b2-4516-ac38-895b7128a703 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 936.772974] env[62364]: DEBUG nova.compute.manager [req-55f85297-2611-4cb2-b6e9-6ffe290ecb86 req-426e995f-f0ee-4318-b84e-4830f1488cd8 service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Received event network-vif-deleted-6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 936.773147] env[62364]: INFO nova.compute.manager [req-55f85297-2611-4cb2-b6e9-6ffe290ecb86 req-426e995f-f0ee-4318-b84e-4830f1488cd8 service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Neutron deleted interface 6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3; detaching it from the instance and deleting it from the info cache [ 936.773313] env[62364]: DEBUG nova.network.neutron [req-55f85297-2611-4cb2-b6e9-6ffe290ecb86 req-426e995f-f0ee-4318-b84e-4830f1488cd8 service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.776634] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Created folder: Instances in parent group-v502056. [ 936.776864] env[62364]: DEBUG oslo.service.loopingcall [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.777248] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.777465] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-734c53be-6ea0-4aa4-847e-39e82d42b21a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.797950] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.797950] env[62364]: value = "task-2481006" [ 936.797950] env[62364]: _type = "Task" [ 936.797950] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.808892] env[62364]: DEBUG nova.network.neutron [-] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.811057] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481006, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.931550] env[62364]: INFO nova.compute.manager [-] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Took 1.24 seconds to deallocate network for instance. [ 937.105891] env[62364]: DEBUG oslo_concurrency.lockutils [None req-390c9854-e2ed-46a7-979f-2099c7c5226f tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "d0e663aa-e427-4e0e-98b4-d36a98fdd1d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.701s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.144614] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481003, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.278661] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2e81a3a-55ce-46b1-8f5b-0501c9ce8887 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.290759] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c56330-6684-4619-8ef8-00602589040a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.313686] env[62364]: INFO nova.compute.manager [-] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Took 1.25 seconds to deallocate network for instance. [ 937.313944] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481006, 'name': CreateVM_Task, 'duration_secs': 0.386756} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.317992] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.333385] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.333571] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.333934] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.334424] env[62364]: DEBUG nova.compute.manager [req-55f85297-2611-4cb2-b6e9-6ffe290ecb86 req-426e995f-f0ee-4318-b84e-4830f1488cd8 service nova] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Detach interface failed, port_id=6e160ac2-4ef2-4149-acc8-9e0dedc1e5b3, reason: Instance 7159d8b6-13fb-41e2-81e5-48df5805be14 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 937.337779] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9a48b5-aea3-4604-bfc9-2198fe836640 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.343709] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 937.343709] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]528cb824-192a-ca4c-2ccd-ff0b56618ee4" [ 937.343709] env[62364]: _type = "Task" [ 937.343709] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.356605] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528cb824-192a-ca4c-2ccd-ff0b56618ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.394610] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48680789-0ee4-4df8-ae6b-cf5fe3a46f13 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.402453] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa1a15a-4c27-420a-b076-2485cf2823af {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.433228] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9f9c9c-c422-4184-ba36-a725aac5cfaf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.439151] env[62364]: DEBUG oslo_concurrency.lockutils [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.442451] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da47c9d-373c-4476-8dfd-aee7f3d75c27 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.456253] env[62364]: DEBUG nova.compute.provider_tree [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.646096] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638138} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.646403] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 5d9ad77d-39e3-41ea-8abb-122bad5b5cff/5d9ad77d-39e3-41ea-8abb-122bad5b5cff.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.646799] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.647137] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-544c1d86-6518-4817-8142-df6546727349 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.654288] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 937.654288] env[62364]: value = "task-2481007" [ 937.654288] env[62364]: _type = "Task" [ 937.654288] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.666350] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.836073] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.854739] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528cb824-192a-ca4c-2ccd-ff0b56618ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.01184} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.855093] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.855349] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.855596] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.855744] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.855923] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.856198] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f013e4fe-ec50-41ce-93c8-c613c64b5595 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.865681] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.865888] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.866665] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82b3a45-a999-4c5c-b900-ad3e5b03fc74 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.872278] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 937.872278] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52436f9d-0001-31fe-8d2e-88d72a534eb5" [ 937.872278] env[62364]: _type = "Task" [ 937.872278] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.880604] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52436f9d-0001-31fe-8d2e-88d72a534eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.959937] env[62364]: DEBUG nova.scheduler.client.report [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.166028] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232822} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.166314] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.167190] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f66c115-f19d-4134-9ed7-421b07de240e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.189901] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 5d9ad77d-39e3-41ea-8abb-122bad5b5cff/5d9ad77d-39e3-41ea-8abb-122bad5b5cff.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.190990] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b69b761-82cf-4ba2-aca1-f741504e55d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.212555] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 938.212555] env[62364]: value = "task-2481008" [ 938.212555] env[62364]: _type = "Task" [ 938.212555] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.222250] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.384262] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52436f9d-0001-31fe-8d2e-88d72a534eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.385132] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e584f5c4-d7c7-4da6-9ebf-d182f144e4b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.391011] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 938.391011] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52eab294-7eed-138e-3745-c856296544c9" [ 938.391011] env[62364]: _type = "Task" [ 938.391011] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.399663] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52eab294-7eed-138e-3745-c856296544c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.465659] env[62364]: DEBUG oslo_concurrency.lockutils [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.468210] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.632s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.468455] env[62364]: DEBUG nova.objects.instance [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lazy-loading 'resources' on Instance uuid be62bde2-62e7-46b0-8ae2-4f6aa4eb587a {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.483641] env[62364]: INFO nova.scheduler.client.report [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Deleted allocations for instance fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7 [ 938.724590] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481008, 'name': ReconfigVM_Task, 'duration_secs': 0.29831} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.725060] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 5d9ad77d-39e3-41ea-8abb-122bad5b5cff/5d9ad77d-39e3-41ea-8abb-122bad5b5cff.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.725659] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f05d97f-e6e7-4056-9823-3ea882155add {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.738683] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 938.738683] env[62364]: value = "task-2481009" [ 938.738683] env[62364]: _type = "Task" [ 938.738683] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.748604] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481009, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.904088] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52eab294-7eed-138e-3745-c856296544c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.904454] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.904719] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 9106b23a-b56c-4c18-b003-b928d8853c06/9106b23a-b56c-4c18-b003-b928d8853c06.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.905019] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7e47e83-5957-4c65-827a-1d0cf878e2cb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.912979] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 938.912979] env[62364]: value = "task-2481010" [ 938.912979] env[62364]: _type = "Task" [ 938.912979] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.922102] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.992973] env[62364]: DEBUG oslo_concurrency.lockutils [None req-16acc19c-aaa9-401e-99ee-01f836d0098a tempest-ServerAddressesNegativeTestJSON-1461323704 tempest-ServerAddressesNegativeTestJSON-1461323704-project-member] Lock "fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.902s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.249898] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481009, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.294067] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3cd982-48f1-4df1-96c9-d636ce0fe2fb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.302209] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.302209] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.306675] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173e1c4c-3920-4eef-aa89-25dee4eb8b88 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.342037] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5b7d9e-bed0-45d3-8908-50916958e491 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.350788] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d22e1d9-d10a-4e74-a1c6-c3f04115ece1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.369097] env[62364]: DEBUG nova.compute.provider_tree [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.425784] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.755561] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481009, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.806752] env[62364]: DEBUG nova.compute.manager [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.876270] env[62364]: DEBUG nova.scheduler.client.report [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.928875] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.259818] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481009, 'name': Rename_Task, 'duration_secs': 1.182921} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.260335] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.260611] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77c85fbd-fed2-4755-bfa4-490c1648d7d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.270580] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 940.270580] env[62364]: value = "task-2481011" [ 940.270580] env[62364]: _type = "Task" [ 940.270580] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.281672] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.341981] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.381473] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.386623] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.233s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.413397] env[62364]: INFO nova.scheduler.client.report [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleted allocations for instance be62bde2-62e7-46b0-8ae2-4f6aa4eb587a [ 940.427966] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481010, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.782241] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481011, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.892028] env[62364]: INFO nova.compute.claims [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.924872] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e3d65cf0-291c-4acf-9285-ba35bbe94421 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "be62bde2-62e7-46b0-8ae2-4f6aa4eb587a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.046s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.930294] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481010, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.750282} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.930637] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 9106b23a-b56c-4c18-b003-b928d8853c06/9106b23a-b56c-4c18-b003-b928d8853c06.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.930854] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.931363] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-016adeea-160d-4446-9a6d-f71a26c75bc3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.939875] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 940.939875] env[62364]: value = "task-2481012" [ 940.939875] env[62364]: _type = "Task" [ 940.939875] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.952013] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.283161] env[62364]: DEBUG oslo_vmware.api [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481011, 'name': PowerOnVM_Task, 'duration_secs': 0.863296} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.283462] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.283625] env[62364]: INFO nova.compute.manager [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Took 9.06 seconds to spawn the instance on the hypervisor. [ 941.283805] env[62364]: DEBUG nova.compute.manager [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.284816] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521234e7-b3c7-4d3d-ad76-2d4c84c7811d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.398901] env[62364]: INFO nova.compute.resource_tracker [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating resource usage from migration f825057a-001a-4461-af61-8d51ddd605dc [ 941.451057] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074779} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.451403] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.452226] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889371d2-dd76-4290-8e31-69385f8a7daf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.481571] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 9106b23a-b56c-4c18-b003-b928d8853c06/9106b23a-b56c-4c18-b003-b928d8853c06.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.484438] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b075a5-ab8c-4d7d-8f5d-bd540e404c86 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.507314] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 941.507314] env[62364]: value = "task-2481013" [ 941.507314] env[62364]: _type = "Task" [ 941.507314] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.520221] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.802325] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f59454-4652-463a-ab63-37f311cc9b71 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.806366] env[62364]: INFO nova.compute.manager [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Took 25.29 seconds to build instance. [ 941.811241] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454f2456-1df9-48d7-ac0f-8bcb70b60bfd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.846451] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5878ad7b-104e-4e9c-9c19-86df28910a7f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.855250] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f34f1f-12fd-4426-8702-f6c8883a26ab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.869743] env[62364]: DEBUG nova.compute.provider_tree [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.019353] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.210090] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "29e2db4c-b604-48a9-9456-af765f7e3ee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.210234] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "29e2db4c-b604-48a9-9456-af765f7e3ee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.210482] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "29e2db4c-b604-48a9-9456-af765f7e3ee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.210685] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "29e2db4c-b604-48a9-9456-af765f7e3ee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.210870] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "29e2db4c-b604-48a9-9456-af765f7e3ee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.213175] env[62364]: INFO nova.compute.manager [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Terminating instance [ 942.308597] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4f908bb0-d73b-456a-9e50-6d89cb37dc09 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.803s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.373956] env[62364]: DEBUG nova.scheduler.client.report [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.524105] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481013, 'name': ReconfigVM_Task, 'duration_secs': 0.684881} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.524105] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 9106b23a-b56c-4c18-b003-b928d8853c06/9106b23a-b56c-4c18-b003-b928d8853c06.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.524105] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0504204-f3eb-4d8a-8bca-ed3789b52855 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.532054] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 942.532054] env[62364]: value = "task-2481014" [ 942.532054] env[62364]: _type = "Task" [ 942.532054] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.540855] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481014, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.711925] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.712666] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.718107] env[62364]: DEBUG nova.compute.manager [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.718479] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.720891] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335214e2-fe36-4e02-8300-6de1d4a14ec2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.733654] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.733923] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d680c2b5-acf0-4117-b573-5bb089f1afc0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.746289] env[62364]: DEBUG oslo_vmware.api [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 942.746289] env[62364]: value = "task-2481015" [ 942.746289] env[62364]: _type = "Task" [ 942.746289] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.756140] env[62364]: DEBUG oslo_vmware.api [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.878696] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.495s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.878947] env[62364]: INFO nova.compute.manager [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Migrating [ 942.887359] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.462s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.887779] env[62364]: DEBUG nova.objects.instance [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lazy-loading 'resources' on Instance uuid 6a3afe1b-9107-4a04-897c-b48982e9277e {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.952897] env[62364]: DEBUG nova.compute.manager [req-4f354838-a147-4610-abae-e7e9ea72a00a req-808d15be-962f-499c-a30b-9e1420e5d87e service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Received event network-changed-8c437f20-450e-4505-a246-0f6a1f4df29f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 942.953119] env[62364]: DEBUG nova.compute.manager [req-4f354838-a147-4610-abae-e7e9ea72a00a req-808d15be-962f-499c-a30b-9e1420e5d87e service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Refreshing instance network info cache due to event network-changed-8c437f20-450e-4505-a246-0f6a1f4df29f. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 942.953383] env[62364]: DEBUG oslo_concurrency.lockutils [req-4f354838-a147-4610-abae-e7e9ea72a00a req-808d15be-962f-499c-a30b-9e1420e5d87e service nova] Acquiring lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.953476] env[62364]: DEBUG oslo_concurrency.lockutils [req-4f354838-a147-4610-abae-e7e9ea72a00a req-808d15be-962f-499c-a30b-9e1420e5d87e service nova] Acquired lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.953635] env[62364]: DEBUG nova.network.neutron [req-4f354838-a147-4610-abae-e7e9ea72a00a req-808d15be-962f-499c-a30b-9e1420e5d87e service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Refreshing network info cache for port 8c437f20-450e-4505-a246-0f6a1f4df29f {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.043710] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481014, 'name': Rename_Task, 'duration_secs': 0.152659} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.043922] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.044133] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5ab422b-2d8d-411d-b23e-77dd08f43964 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.052609] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 943.052609] env[62364]: value = "task-2481016" [ 943.052609] env[62364]: _type = "Task" [ 943.052609] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.061539] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.215580] env[62364]: DEBUG nova.compute.manager [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.257285] env[62364]: DEBUG oslo_vmware.api [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481015, 'name': PowerOffVM_Task, 'duration_secs': 0.213524} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.258204] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.258378] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.258621] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68157f2d-eeb4-42a8-8564-a1ae1b9ded56 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.327486] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.328115] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.328222] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleting the datastore file [datastore2] 29e2db4c-b604-48a9-9456-af765f7e3ee5 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.328568] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1877e44-7aab-49e3-86f5-f5847812a1f1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.335896] env[62364]: DEBUG oslo_vmware.api [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 943.335896] env[62364]: value = "task-2481018" [ 943.335896] env[62364]: _type = "Task" [ 943.335896] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.344013] env[62364]: DEBUG oslo_vmware.api [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.403278] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.403485] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.403673] env[62364]: DEBUG nova.network.neutron [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.562954] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481016, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.704467] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2bae17-0e8a-4488-b59a-876f8ee41ab9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.713331] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119c6503-f933-41d5-9185-a7ec69c8798c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.717652] env[62364]: DEBUG nova.network.neutron [req-4f354838-a147-4610-abae-e7e9ea72a00a req-808d15be-962f-499c-a30b-9e1420e5d87e service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updated VIF entry in instance network info cache for port 8c437f20-450e-4505-a246-0f6a1f4df29f. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.718058] env[62364]: DEBUG nova.network.neutron [req-4f354838-a147-4610-abae-e7e9ea72a00a req-808d15be-962f-499c-a30b-9e1420e5d87e service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance_info_cache with network_info: [{"id": "8c437f20-450e-4505-a246-0f6a1f4df29f", "address": "fa:16:3e:e5:2d:6c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c437f20-45", "ovs_interfaceid": "8c437f20-450e-4505-a246-0f6a1f4df29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.752765] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.754242] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898c92e1-f350-4684-9f4e-23d746999eea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.763675] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b16213-6e58-4958-862b-07b5a90b9ca4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.779513] env[62364]: DEBUG nova.compute.provider_tree [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.848197] env[62364]: DEBUG oslo_vmware.api [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348986} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.848450] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.848658] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.848853] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.849105] env[62364]: INFO nova.compute.manager [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 943.849360] env[62364]: DEBUG oslo.service.loopingcall [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.849554] env[62364]: DEBUG nova.compute.manager [-] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.849671] env[62364]: DEBUG nova.network.neutron [-] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.066720] env[62364]: DEBUG oslo_vmware.api [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481016, 'name': PowerOnVM_Task, 'duration_secs': 0.541317} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.067074] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.067326] env[62364]: INFO nova.compute.manager [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Took 7.38 seconds to spawn the instance on the hypervisor. [ 944.067947] env[62364]: DEBUG nova.compute.manager [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.068527] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c025726b-97b9-4199-b6eb-5386c8a19cbb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.140497] env[62364]: DEBUG nova.network.neutron [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance_info_cache with network_info: [{"id": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "address": "fa:16:3e:0d:59:24", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f67c95-34", "ovs_interfaceid": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.222716] env[62364]: DEBUG oslo_concurrency.lockutils [req-4f354838-a147-4610-abae-e7e9ea72a00a req-808d15be-962f-499c-a30b-9e1420e5d87e service nova] Releasing lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.283672] env[62364]: DEBUG nova.scheduler.client.report [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.586976] env[62364]: INFO nova.compute.manager [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Took 19.60 seconds to build instance. [ 944.618033] env[62364]: DEBUG nova.network.neutron [-] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.643809] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.788959] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.793469] env[62364]: DEBUG oslo_concurrency.lockutils [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.354s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.793540] env[62364]: DEBUG nova.objects.instance [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lazy-loading 'resources' on Instance uuid 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.817974] env[62364]: INFO nova.scheduler.client.report [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Deleted allocations for instance 6a3afe1b-9107-4a04-897c-b48982e9277e [ 944.958209] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.958209] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.958209] env[62364]: INFO nova.compute.manager [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Shelving [ 944.978160] env[62364]: DEBUG nova.compute.manager [req-23be8d3e-8b7e-4221-913b-39e9ae535214 req-97539cf4-05ae-4db5-92f4-3d1d47bbc476 service nova] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Received event network-vif-deleted-b9d4f246-5577-40ce-9454-3ca6cc411479 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 945.088967] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a6ea8a5-641f-4069-82d3-d8fedbfc90b4 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "9106b23a-b56c-4c18-b003-b928d8853c06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.115s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.120160] env[62364]: INFO nova.compute.manager [-] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Took 1.27 seconds to deallocate network for instance. [ 945.224889] env[62364]: INFO nova.compute.manager [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Rebuilding instance [ 945.265790] env[62364]: DEBUG nova.compute.manager [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.266998] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27834f05-8d4b-404e-bff5-764306aa71c3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.328104] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7c194a65-12a3-4b94-9ffe-28eba4e642fd tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "6a3afe1b-9107-4a04-897c-b48982e9277e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.372s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.520431] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028ad975-9813-4892-81cd-95f872ca5a78 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.528736] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7881ee-91fe-4bfe-84dd-eb0b19ba3273 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.562200] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ba5efb-1012-462e-bdda-4ef3319502f5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.570852] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e2ae75-6da6-4427-98df-be06515a6762 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.586886] env[62364]: DEBUG nova.compute.provider_tree [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.630816] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.970585] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.970585] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3fbd649-014e-4c0f-9272-0b41e94e305a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.979151] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 945.979151] env[62364]: value = "task-2481019" [ 945.979151] env[62364]: _type = "Task" [ 945.979151] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.988452] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.089102] env[62364]: DEBUG nova.scheduler.client.report [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.156946] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bea7bbe-2575-4f08-be34-2765ea8f04ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.177249] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance 'f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb' progress to 0 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 946.283257] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.283611] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.283839] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.284133] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.284351] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.284525] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.286082] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63593815-96ea-4c6a-8cca-99cbdb4c0339 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.288529] env[62364]: INFO nova.compute.manager [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Terminating instance [ 946.296755] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 946.296755] env[62364]: value = "task-2481020" [ 946.296755] env[62364]: _type = "Task" [ 946.296755] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.307642] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.487603] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481019, 'name': PowerOffVM_Task, 'duration_secs': 0.251919} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.487927] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.488728] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b704a9d-21fb-4ec3-b6d9-89d34007c90c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.507268] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3470244-d9f9-4f3f-b46a-07f84884950e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.594779] env[62364]: DEBUG oslo_concurrency.lockutils [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.597844] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.762s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.598066] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.599902] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.258s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.601359] env[62364]: INFO nova.compute.claims [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.621090] env[62364]: INFO nova.scheduler.client.report [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Deleted allocations for instance 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5 [ 946.623996] env[62364]: INFO nova.scheduler.client.report [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Deleted allocations for instance 7159d8b6-13fb-41e2-81e5-48df5805be14 [ 946.684323] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.684323] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b345e7d-b019-4324-8699-dc21eef1f821 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.692917] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 946.692917] env[62364]: value = "task-2481021" [ 946.692917] env[62364]: _type = "Task" [ 946.692917] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.701876] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.795229] env[62364]: DEBUG nova.compute.manager [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.795423] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.796357] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6382a4-5726-4882-9fc0-a69dbfb80d04 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.808874] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481020, 'name': PowerOffVM_Task, 'duration_secs': 0.192304} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.810953] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.811208] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.811819] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.812547] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc0c07-23b1-4cc5-9810-b80127f9cc96 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.815017] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-945a4245-d15a-4aca-8e6e-5a43e499f6fb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.821785] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.823034] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72e0c0b9-2b33-4421-b596-79d09bb2eda9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.824676] env[62364]: DEBUG oslo_vmware.api [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 946.824676] env[62364]: value = "task-2481022" [ 946.824676] env[62364]: _type = "Task" [ 946.824676] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.833833] env[62364]: DEBUG oslo_vmware.api [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2481022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.870042] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.870394] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.870612] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Deleting the datastore file [datastore1] 9106b23a-b56c-4c18-b003-b928d8853c06 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.871061] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57c7b73c-2e1f-4205-bbc2-dafa97f209d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.879313] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 946.879313] env[62364]: value = "task-2481024" [ 946.879313] env[62364]: _type = "Task" [ 946.879313] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.890251] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.019349] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 947.019702] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-55d00a27-8531-452b-bc24-96205a89fe6b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.028819] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 947.028819] env[62364]: value = "task-2481025" [ 947.028819] env[62364]: _type = "Task" [ 947.028819] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.041147] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481025, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.130742] env[62364]: DEBUG oslo_concurrency.lockutils [None req-450f076c-3a57-4a2b-ad63-6ba797ae33ff tempest-ServersNegativeTestJSON-1584175878 tempest-ServersNegativeTestJSON-1584175878-project-member] Lock "2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.091s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.134386] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5a8ad305-31b0-4a33-9cda-259f0cbd99fd tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "7159d8b6-13fb-41e2-81e5-48df5805be14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.732s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.206825] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481021, 'name': PowerOffVM_Task, 'duration_secs': 0.19807} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.207189] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.207428] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance 'f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb' progress to 17 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 947.335156] env[62364]: DEBUG oslo_vmware.api [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2481022, 'name': PowerOffVM_Task, 'duration_secs': 0.261915} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.335385] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.335556] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.335907] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-055209ff-edbc-4719-8e6f-98aa4315fa7c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.390336] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138122} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.390632] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.390829] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.392148] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.417057] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.417359] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.417613] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Deleting the datastore file [datastore1] 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.417938] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af8c2ea4-f753-4e7f-be4d-47ad3706a0de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.424831] env[62364]: DEBUG oslo_vmware.api [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for the task: (returnval){ [ 947.424831] env[62364]: value = "task-2481027" [ 947.424831] env[62364]: _type = "Task" [ 947.424831] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.434395] env[62364]: DEBUG oslo_vmware.api [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2481027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.540689] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481025, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.718033] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.718458] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.718458] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.718665] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.718811] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.719012] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.719447] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.719447] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.720612] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.720612] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.720612] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.726942] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7939530-39c3-4b7c-8f1c-d86fe826e8dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.748929] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 947.748929] env[62364]: value = "task-2481028" [ 947.748929] env[62364]: _type = "Task" [ 947.748929] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.759503] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.790630] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.790878] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.936859] env[62364]: DEBUG oslo_vmware.api [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Task: {'id': task-2481027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217773} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.940755] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.941139] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.941474] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.941770] env[62364]: INFO nova.compute.manager [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Took 1.15 seconds to destroy the instance on the hypervisor. [ 947.944018] env[62364]: DEBUG oslo.service.loopingcall [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.944018] env[62364]: DEBUG nova.compute.manager [-] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.944018] env[62364]: DEBUG nova.network.neutron [-] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.964019] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87268c92-e366-47ed-9f1f-98a722a12a42 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.974313] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66219173-92fd-4c35-af34-12ec1a0ac70a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.758315] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.758683] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.758756] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.758935] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.759161] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.762040] env[62364]: DEBUG nova.compute.utils [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 948.768361] env[62364]: INFO nova.compute.manager [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Terminating instance [ 948.777610] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796ea634-92b8-475e-8240-10564b2bf07c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.793857] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481025, 'name': CreateSnapshot_Task, 'duration_secs': 0.82028} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.794120] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481028, 'name': ReconfigVM_Task, 'duration_secs': 0.181762} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.796126] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 948.796423] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance 'f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb' progress to 33 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.801128] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0083387-d8af-40be-8257-dede876954ef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.808043] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cba84f1-8030-4c00-af69-ce8e801d4133 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.813656] env[62364]: DEBUG nova.virt.hardware [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.813891] env[62364]: DEBUG nova.virt.hardware [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.814062] env[62364]: DEBUG nova.virt.hardware [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.814247] env[62364]: DEBUG nova.virt.hardware [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.814395] env[62364]: DEBUG nova.virt.hardware [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.814542] env[62364]: DEBUG nova.virt.hardware [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.814770] env[62364]: DEBUG nova.virt.hardware [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.814941] env[62364]: DEBUG nova.virt.hardware [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.815122] env[62364]: DEBUG nova.virt.hardware [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.815287] env[62364]: DEBUG nova.virt.hardware [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.815453] env[62364]: DEBUG nova.virt.hardware [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.816273] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d407b0a1-9795-42a8-a3a5-1eb189a091bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.830644] env[62364]: DEBUG nova.compute.provider_tree [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.840830] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fb9ab6-f674-44e2-8570-d2a857643a20 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.858355] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.863942] env[62364]: DEBUG oslo.service.loopingcall [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.864488] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.864743] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-752b199d-6677-4c45-aa38-21e81ad74e44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.885348] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.885348] env[62364]: value = "task-2481029" [ 948.885348] env[62364]: _type = "Task" [ 948.885348] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.893616] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481029, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.061130] env[62364]: DEBUG nova.compute.manager [req-7a639e77-1db3-4eda-b37f-7b51b1f2d4d3 req-7173e12e-2962-4d87-b2a9-5e7bf5a57d87 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Received event network-vif-deleted-83ec975e-0159-45de-9c23-d04248716607 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 949.061339] env[62364]: INFO nova.compute.manager [req-7a639e77-1db3-4eda-b37f-7b51b1f2d4d3 req-7173e12e-2962-4d87-b2a9-5e7bf5a57d87 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Neutron deleted interface 83ec975e-0159-45de-9c23-d04248716607; detaching it from the instance and deleting it from the info cache [ 949.061521] env[62364]: DEBUG nova.network.neutron [req-7a639e77-1db3-4eda-b37f-7b51b1f2d4d3 req-7173e12e-2962-4d87-b2a9-5e7bf5a57d87 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.272148] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.481s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.282461] env[62364]: DEBUG nova.compute.manager [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.282669] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.283545] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c36d06-4bd4-426a-82fb-df1e702c6702 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.291302] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.291531] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62db685e-4705-4ba1-bbb7-a0bb3af51cbd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.297715] env[62364]: DEBUG oslo_vmware.api [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 949.297715] env[62364]: value = "task-2481030" [ 949.297715] env[62364]: _type = "Task" [ 949.297715] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.303175] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.303175] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.303364] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.303625] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.303625] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.303800] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.304134] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.304239] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.304421] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.304622] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.304824] env[62364]: DEBUG nova.virt.hardware [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.310314] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.310564] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5d55d7-e259-4679-9c3c-e549d204f503 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.330557] env[62364]: DEBUG oslo_vmware.api [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2481030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.331939] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 949.331939] env[62364]: value = "task-2481031" [ 949.331939] env[62364]: _type = "Task" [ 949.331939] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.332871] env[62364]: DEBUG nova.scheduler.client.report [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.347100] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 949.347100] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66cee3b5-2129-4e60-a56f-c72be9b2de81 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.357926] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.359542] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 949.359542] env[62364]: value = "task-2481032" [ 949.359542] env[62364]: _type = "Task" [ 949.359542] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.369185] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481032, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.397887] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481029, 'name': CreateVM_Task, 'duration_secs': 0.398751} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.398192] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.398594] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.398828] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.399258] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.399481] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64feb5ad-26c6-4191-971b-bc6b2e8637d4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.408173] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 949.408173] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e64841-4e49-2b66-3399-e1789f782574" [ 949.408173] env[62364]: _type = "Task" [ 949.408173] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.420931] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e64841-4e49-2b66-3399-e1789f782574, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.421269] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.421514] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.421739] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.421904] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.422112] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.422383] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8af73cf2-9fd4-47f6-8fdc-7de56d0f65a0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.433740] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.434097] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.436383] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d384d59-bcec-414c-b969-8ca6e4ed818b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.443718] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 949.443718] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]525c097c-579c-80be-e7f3-467ed646d9d0" [ 949.443718] env[62364]: _type = "Task" [ 949.443718] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.452863] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525c097c-579c-80be-e7f3-467ed646d9d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.518813] env[62364]: DEBUG nova.network.neutron [-] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.565338] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cfce481-5261-4351-bdd7-0ffbc6ea1add {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.575925] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05980c73-b9fc-4a15-8493-ed407f37dcd4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.610233] env[62364]: DEBUG nova.compute.manager [req-7a639e77-1db3-4eda-b37f-7b51b1f2d4d3 req-7173e12e-2962-4d87-b2a9-5e7bf5a57d87 service nova] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Detach interface failed, port_id=83ec975e-0159-45de-9c23-d04248716607, reason: Instance 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 949.810229] env[62364]: DEBUG oslo_vmware.api [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2481030, 'name': PowerOffVM_Task, 'duration_secs': 0.216282} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.810636] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.810775] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.811407] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ff6e316-93ea-478f-8ca5-b05b937814d2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.843028] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.243s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.843656] env[62364]: DEBUG nova.compute.manager [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.846429] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481031, 'name': ReconfigVM_Task, 'duration_secs': 0.362787} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.846989] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.094s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.848571] env[62364]: INFO nova.compute.claims [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.850910] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.851989] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38a9dfe-ca44-48d9-97b0-724146f3b367 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.875689] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb/f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.879190] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.879386] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.879934] env[62364]: INFO nova.compute.manager [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Attaching volume 47597cc5-166d-40fa-856d-67a1d96b2a75 to /dev/sdb [ 949.882045] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b34f6c-ea07-4e54-b002-a39d4353c270 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.899959] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.900209] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.900391] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Deleting the datastore file [datastore2] d31cec87-f24e-40d0-aa22-462f2eb62ea2 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.903259] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6431722b-a458-44e0-a3b9-b3dd4a53f184 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.908741] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481032, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.910469] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 949.910469] env[62364]: value = "task-2481034" [ 949.910469] env[62364]: _type = "Task" [ 949.910469] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.916147] env[62364]: DEBUG oslo_vmware.api [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for the task: (returnval){ [ 949.916147] env[62364]: value = "task-2481035" [ 949.916147] env[62364]: _type = "Task" [ 949.916147] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.919854] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.931491] env[62364]: DEBUG oslo_vmware.api [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2481035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.935260] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c950d1-152d-446e-8879-e19086e37a39 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.943072] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab53d92-551d-4f21-bd62-07ff870e3bd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.954739] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525c097c-579c-80be-e7f3-467ed646d9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011677} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.955564] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94071a3-501e-46f4-aa83-8d7b6eccee2c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.962401] env[62364]: DEBUG nova.virt.block_device [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Updating existing volume attachment record: 7d1b8993-c0a2-4e46-a5ce-7253954dae76 {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 949.966321] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.966545] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.969181] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 949.969181] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52cd3b67-050f-e3b3-4e35-e57abec5c7ee" [ 949.969181] env[62364]: _type = "Task" [ 949.969181] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.979311] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cd3b67-050f-e3b3-4e35-e57abec5c7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.021905] env[62364]: INFO nova.compute.manager [-] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Took 2.08 seconds to deallocate network for instance. [ 950.205042] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.205042] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.348841] env[62364]: DEBUG nova.compute.utils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 950.350266] env[62364]: DEBUG nova.compute.manager [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.350432] env[62364]: DEBUG nova.network.neutron [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.383296] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481032, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.399764] env[62364]: DEBUG nova.policy [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edc3325e9dbd4961b8f82a0ada2edabd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e23e84f6b4241319b2f94b3ff65927a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.422812] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481034, 'name': ReconfigVM_Task, 'duration_secs': 0.383228} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.427429] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Reconfigured VM instance instance-00000050 to attach disk [datastore2] f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb/f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.427807] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance 'f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb' progress to 50 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 950.437926] env[62364]: DEBUG oslo_vmware.api [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Task: {'id': task-2481035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154047} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.438330] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.438411] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.438604] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.438789] env[62364]: INFO nova.compute.manager [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 950.439058] env[62364]: DEBUG oslo.service.loopingcall [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.439264] env[62364]: DEBUG nova.compute.manager [-] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.439362] env[62364]: DEBUG nova.network.neutron [-] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.471724] env[62364]: DEBUG nova.compute.utils [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 950.485734] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cd3b67-050f-e3b3-4e35-e57abec5c7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.022348} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.486203] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.489230] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 9106b23a-b56c-4c18-b003-b928d8853c06/9106b23a-b56c-4c18-b003-b928d8853c06.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.489230] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b64813a-8a5b-4b76-b88f-fd8f1defd4d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.498907] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 950.498907] env[62364]: value = "task-2481039" [ 950.498907] env[62364]: _type = "Task" [ 950.498907] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.508415] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.528517] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.718152] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.718152] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 950.750625] env[62364]: DEBUG nova.compute.manager [req-5677863d-21f1-48d2-89e0-dd7115967276 req-a43ff0c7-f81d-4fd9-bfa6-b704019885a3 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Received event network-vif-deleted-ccbe3981-7cdb-4c6c-a6a3-906680f1554e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 950.750833] env[62364]: INFO nova.compute.manager [req-5677863d-21f1-48d2-89e0-dd7115967276 req-a43ff0c7-f81d-4fd9-bfa6-b704019885a3 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Neutron deleted interface ccbe3981-7cdb-4c6c-a6a3-906680f1554e; detaching it from the instance and deleting it from the info cache [ 950.751018] env[62364]: DEBUG nova.network.neutron [req-5677863d-21f1-48d2-89e0-dd7115967276 req-a43ff0c7-f81d-4fd9-bfa6-b704019885a3 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.789765] env[62364]: DEBUG nova.network.neutron [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Successfully created port: 41b9f269-9efc-40f9-853f-63795b465c2e {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.853484] env[62364]: DEBUG nova.compute.manager [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.881617] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481032, 'name': CloneVM_Task, 'duration_secs': 1.304647} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.884829] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Created linked-clone VM from snapshot [ 950.886638] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eefc1cf-ccee-46ff-8f39-026cd0d46fc9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.898864] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Uploading image 52eb77f5-63aa-49c0-899d-a1113351421d {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 950.937029] env[62364]: DEBUG oslo_vmware.rw_handles [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 950.937029] env[62364]: value = "vm-502061" [ 950.937029] env[62364]: _type = "VirtualMachine" [ 950.937029] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 950.937615] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7fec9845-8802-4a35-be44-a209ee0bbbd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.940174] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc39c87e-2ff6-48a4-a34a-53bea7e58365 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.966195] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05230133-a237-4211-a60d-446f7121d611 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.969187] env[62364]: DEBUG oslo_vmware.rw_handles [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lease: (returnval){ [ 950.969187] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52990e6a-7813-4857-9874-88ebed41d7a2" [ 950.969187] env[62364]: _type = "HttpNfcLease" [ 950.969187] env[62364]: } obtained for exporting VM: (result){ [ 950.969187] env[62364]: value = "vm-502061" [ 950.969187] env[62364]: _type = "VirtualMachine" [ 950.969187] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 950.969798] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the lease: (returnval){ [ 950.969798] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52990e6a-7813-4857-9874-88ebed41d7a2" [ 950.969798] env[62364]: _type = "HttpNfcLease" [ 950.969798] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 950.988482] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.022s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.989254] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance 'f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb' progress to 67 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.003966] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.003966] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52990e6a-7813-4857-9874-88ebed41d7a2" [ 951.003966] env[62364]: _type = "HttpNfcLease" [ 951.003966] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 951.004604] env[62364]: DEBUG oslo_vmware.rw_handles [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 951.004604] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52990e6a-7813-4857-9874-88ebed41d7a2" [ 951.004604] env[62364]: _type = "HttpNfcLease" [ 951.004604] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 951.005821] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbf4bc0-9764-4344-b4f7-dc64c1c1153b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.011820] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481039, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.019732] env[62364]: DEBUG oslo_vmware.rw_handles [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b416-bba2-2a74-ca05-68e26ce61d81/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 951.019732] env[62364]: DEBUG oslo_vmware.rw_handles [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b416-bba2-2a74-ca05-68e26ce61d81/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 951.139023] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d6b51c2a-354b-4f64-9dee-cb917af80986 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.224024] env[62364]: DEBUG nova.network.neutron [-] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.242252] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7523dd67-c2bd-4f63-8024-2cdb89869ddc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.252564] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eac641-335e-437d-94f4-6396c8d7a4c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.256561] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-763ebfc7-5aa3-412e-98a9-65a7acf12f00 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.287841] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9931b2f-da17-49f7-a5c2-be187c77f0ce {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.293796] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b0d6a2-d79e-46b6-9ed5-ebf390c41f4c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.311194] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abcbc65-a765-4595-b575-6bb2f50b63a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.326008] env[62364]: DEBUG nova.compute.provider_tree [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.339369] env[62364]: DEBUG nova.compute.manager [req-5677863d-21f1-48d2-89e0-dd7115967276 req-a43ff0c7-f81d-4fd9-bfa6-b704019885a3 service nova] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Detach interface failed, port_id=ccbe3981-7cdb-4c6c-a6a3-906680f1554e, reason: Instance d31cec87-f24e-40d0-aa22-462f2eb62ea2 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 951.342913] env[62364]: DEBUG nova.scheduler.client.report [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.512554] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611723} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.512554] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 9106b23a-b56c-4c18-b003-b928d8853c06/9106b23a-b56c-4c18-b003-b928d8853c06.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.512710] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.512855] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a27297d4-cea4-4eeb-911b-845055b2ca34 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.521244] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 951.521244] env[62364]: value = "task-2481041" [ 951.521244] env[62364]: _type = "Task" [ 951.521244] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.531297] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.538958] env[62364]: DEBUG nova.network.neutron [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Port b2f67c95-3486-4a56-bc35-13104fb0b81d binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 951.731188] env[62364]: INFO nova.compute.manager [-] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Took 1.29 seconds to deallocate network for instance. [ 951.848836] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.002s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.849517] env[62364]: DEBUG nova.compute.manager [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.853553] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.223s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.853863] env[62364]: DEBUG nova.objects.instance [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lazy-loading 'resources' on Instance uuid 29e2db4c-b604-48a9-9456-af765f7e3ee5 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.865849] env[62364]: DEBUG nova.compute.manager [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.898203] env[62364]: DEBUG nova.virt.hardware [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.898535] env[62364]: DEBUG nova.virt.hardware [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.898816] env[62364]: DEBUG nova.virt.hardware [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.899077] env[62364]: DEBUG nova.virt.hardware [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.899287] env[62364]: DEBUG nova.virt.hardware [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.899486] env[62364]: DEBUG nova.virt.hardware [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.899849] env[62364]: DEBUG nova.virt.hardware [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.900081] env[62364]: DEBUG nova.virt.hardware [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.900316] env[62364]: DEBUG nova.virt.hardware [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.900474] env[62364]: DEBUG nova.virt.hardware [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.900741] env[62364]: DEBUG nova.virt.hardware [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.902082] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce607e-8498-4043-9f95-7360f56172b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.914833] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f563ffbb-e3be-401e-98d9-e6dd84cde3d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.031244] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075134} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.031607] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.032482] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef70d5a7-d866-4b47-ad09-b0953908170b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.044621] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.044899] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.045144] env[62364]: INFO nova.compute.manager [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Attaching volume 7f73e91c-4e69-410b-a0c4-da50dba52204 to /dev/sdb [ 952.069350] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 9106b23a-b56c-4c18-b003-b928d8853c06/9106b23a-b56c-4c18-b003-b928d8853c06.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.070345] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9278d3-b782-42ba-917a-a9b89ddfb069 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.103734] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 952.103734] env[62364]: value = "task-2481042" [ 952.103734] env[62364]: _type = "Task" [ 952.103734] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.112379] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.137829] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa75e7c-481e-4267-9e37-fbba4cfced79 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.144925] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8d45d3-9ae9-43a2-97fd-5e0bee2826d4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.159804] env[62364]: DEBUG nova.virt.block_device [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updating existing volume attachment record: 74204850-e5aa-4c74-8f99-46c59b5926e3 {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 952.241168] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.309039] env[62364]: DEBUG nova.compute.manager [req-25444456-8c9d-4d02-b3d7-69e9fb448cd5 req-f8eb068e-9989-491f-abc9-14018a8b50cd service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Received event network-vif-plugged-41b9f269-9efc-40f9-853f-63795b465c2e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 952.309415] env[62364]: DEBUG oslo_concurrency.lockutils [req-25444456-8c9d-4d02-b3d7-69e9fb448cd5 req-f8eb068e-9989-491f-abc9-14018a8b50cd service nova] Acquiring lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.309579] env[62364]: DEBUG oslo_concurrency.lockutils [req-25444456-8c9d-4d02-b3d7-69e9fb448cd5 req-f8eb068e-9989-491f-abc9-14018a8b50cd service nova] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.309766] env[62364]: DEBUG oslo_concurrency.lockutils [req-25444456-8c9d-4d02-b3d7-69e9fb448cd5 req-f8eb068e-9989-491f-abc9-14018a8b50cd service nova] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.310077] env[62364]: DEBUG nova.compute.manager [req-25444456-8c9d-4d02-b3d7-69e9fb448cd5 req-f8eb068e-9989-491f-abc9-14018a8b50cd service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] No waiting events found dispatching network-vif-plugged-41b9f269-9efc-40f9-853f-63795b465c2e {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.310207] env[62364]: WARNING nova.compute.manager [req-25444456-8c9d-4d02-b3d7-69e9fb448cd5 req-f8eb068e-9989-491f-abc9-14018a8b50cd service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Received unexpected event network-vif-plugged-41b9f269-9efc-40f9-853f-63795b465c2e for instance with vm_state building and task_state spawning. [ 952.355538] env[62364]: DEBUG nova.compute.utils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 952.357511] env[62364]: DEBUG nova.compute.manager [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.359616] env[62364]: DEBUG nova.network.neutron [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.408660] env[62364]: DEBUG nova.policy [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb1709a744c143cf944dd2d110f97105', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc2c7a9693c0408ea68f01c31db61440', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.473143] env[62364]: DEBUG nova.network.neutron [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Successfully updated port: 41b9f269-9efc-40f9-853f-63795b465c2e {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.595345] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.595898] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.596837] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.617096] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481042, 'name': ReconfigVM_Task, 'duration_secs': 0.421949} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.617463] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 9106b23a-b56c-4c18-b003-b928d8853c06/9106b23a-b56c-4c18-b003-b928d8853c06.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.620601] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49440856-f47b-4d58-b278-58972b2f10ca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.630781] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 952.630781] env[62364]: value = "task-2481045" [ 952.630781] env[62364]: _type = "Task" [ 952.630781] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.643452] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481045, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.702311] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed75f583-b9b5-48bc-b75f-d3e1cd0be22a tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.702745] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed75f583-b9b5-48bc-b75f-d3e1cd0be22a tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.703036] env[62364]: DEBUG nova.objects.instance [None req-ed75f583-b9b5-48bc-b75f-d3e1cd0be22a tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'flavor' on Instance uuid c2ad54f6-1807-43b2-bbef-134672e11ae9 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.706734] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa09bf40-31ad-4f37-bbca-4266b41c43d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.715283] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8557b4fa-f757-4447-b4cb-f1d72520129d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.759724] env[62364]: DEBUG nova.network.neutron [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Successfully created port: e9092d78-6edd-4211-8794-e791fe111ebf {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.762409] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6538b5be-3de3-4e67-b561-7ad20734d67e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.774464] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90a4908-d9f4-409b-92e0-75c76510b44a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.789247] env[62364]: DEBUG nova.compute.provider_tree [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.864435] env[62364]: DEBUG nova.compute.manager [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.978801] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.978801] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.978801] env[62364]: DEBUG nova.network.neutron [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.141175] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481045, 'name': Rename_Task, 'duration_secs': 0.145909} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.141437] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.141694] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-614703e1-3039-46db-8c4c-d0b7acc48796 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.147677] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 953.147677] env[62364]: value = "task-2481048" [ 953.147677] env[62364]: _type = "Task" [ 953.147677] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.156111] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.212723] env[62364]: DEBUG nova.objects.instance [None req-ed75f583-b9b5-48bc-b75f-d3e1cd0be22a tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'pci_requests' on Instance uuid c2ad54f6-1807-43b2-bbef-134672e11ae9 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.292616] env[62364]: DEBUG nova.scheduler.client.report [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.542696] env[62364]: DEBUG nova.network.neutron [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.642844] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.643162] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.643420] env[62364]: DEBUG nova.network.neutron [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.661366] env[62364]: DEBUG oslo_vmware.api [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481048, 'name': PowerOnVM_Task, 'duration_secs': 0.482039} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.661984] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.662348] env[62364]: DEBUG nova.compute.manager [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.663192] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8dad20-f480-438a-bb05-48ddce3dd295 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.718028] env[62364]: DEBUG nova.objects.base [None req-ed75f583-b9b5-48bc-b75f-d3e1cd0be22a tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 953.718028] env[62364]: DEBUG nova.network.neutron [None req-ed75f583-b9b5-48bc-b75f-d3e1cd0be22a tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.743372] env[62364]: DEBUG nova.network.neutron [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Updating instance_info_cache with network_info: [{"id": "41b9f269-9efc-40f9-853f-63795b465c2e", "address": "fa:16:3e:d3:41:eb", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b9f269-9e", "ovs_interfaceid": "41b9f269-9efc-40f9-853f-63795b465c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.795420] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed75f583-b9b5-48bc-b75f-d3e1cd0be22a tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.093s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.797742] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.800474] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.272s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.800474] env[62364]: DEBUG nova.objects.instance [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lazy-loading 'resources' on Instance uuid 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.821829] env[62364]: INFO nova.scheduler.client.report [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleted allocations for instance 29e2db4c-b604-48a9-9456-af765f7e3ee5 [ 953.875288] env[62364]: DEBUG nova.compute.manager [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.901579] env[62364]: DEBUG nova.virt.hardware [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.901841] env[62364]: DEBUG nova.virt.hardware [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.902021] env[62364]: DEBUG nova.virt.hardware [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.902254] env[62364]: DEBUG nova.virt.hardware [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.902418] env[62364]: DEBUG nova.virt.hardware [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.902558] env[62364]: DEBUG nova.virt.hardware [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.902768] env[62364]: DEBUG nova.virt.hardware [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.902930] env[62364]: DEBUG nova.virt.hardware [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.903126] env[62364]: DEBUG nova.virt.hardware [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.903295] env[62364]: DEBUG nova.virt.hardware [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.903472] env[62364]: DEBUG nova.virt.hardware [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.904429] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762bdbe6-dc53-4227-aef6-63acd7ae6933 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.913364] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500b5725-1d44-47ca-b57e-930ea909a077 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.182509] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.192416] env[62364]: DEBUG nova.compute.manager [req-dc5fd5e9-7f87-4e04-adac-1b8ccb8022fd req-b21ac2dc-99f3-407f-bdc8-d31b2f4a4049 service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Received event network-vif-plugged-e9092d78-6edd-4211-8794-e791fe111ebf {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 954.192778] env[62364]: DEBUG oslo_concurrency.lockutils [req-dc5fd5e9-7f87-4e04-adac-1b8ccb8022fd req-b21ac2dc-99f3-407f-bdc8-d31b2f4a4049 service nova] Acquiring lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.192919] env[62364]: DEBUG oslo_concurrency.lockutils [req-dc5fd5e9-7f87-4e04-adac-1b8ccb8022fd req-b21ac2dc-99f3-407f-bdc8-d31b2f4a4049 service nova] Lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.193099] env[62364]: DEBUG oslo_concurrency.lockutils [req-dc5fd5e9-7f87-4e04-adac-1b8ccb8022fd req-b21ac2dc-99f3-407f-bdc8-d31b2f4a4049 service nova] Lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.193279] env[62364]: DEBUG nova.compute.manager [req-dc5fd5e9-7f87-4e04-adac-1b8ccb8022fd req-b21ac2dc-99f3-407f-bdc8-d31b2f4a4049 service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] No waiting events found dispatching network-vif-plugged-e9092d78-6edd-4211-8794-e791fe111ebf {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.193452] env[62364]: WARNING nova.compute.manager [req-dc5fd5e9-7f87-4e04-adac-1b8ccb8022fd req-b21ac2dc-99f3-407f-bdc8-d31b2f4a4049 service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Received unexpected event network-vif-plugged-e9092d78-6edd-4211-8794-e791fe111ebf for instance with vm_state building and task_state spawning. [ 954.245627] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.245932] env[62364]: DEBUG nova.compute.manager [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Instance network_info: |[{"id": "41b9f269-9efc-40f9-853f-63795b465c2e", "address": "fa:16:3e:d3:41:eb", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b9f269-9e", "ovs_interfaceid": "41b9f269-9efc-40f9-853f-63795b465c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.246353] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:41:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41b9f269-9efc-40f9-853f-63795b465c2e', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.253891] env[62364]: DEBUG oslo.service.loopingcall [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 954.254473] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.254749] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc098488-52da-470a-9d00-d876b547fd39 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.278890] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.278890] env[62364]: value = "task-2481049" [ 954.278890] env[62364]: _type = "Task" [ 954.278890] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.291360] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481049, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.332017] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2c7a6898-d646-41e3-9b57-1a843967292c tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "29e2db4c-b604-48a9-9456-af765f7e3ee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.122s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.385075] env[62364]: DEBUG nova.network.neutron [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Successfully updated port: e9092d78-6edd-4211-8794-e791fe111ebf {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.440103] env[62364]: DEBUG nova.network.neutron [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance_info_cache with network_info: [{"id": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "address": "fa:16:3e:0d:59:24", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f67c95-34", "ovs_interfaceid": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.450370] env[62364]: DEBUG nova.compute.manager [req-e90ca02e-e386-4775-8c31-efb1239469fa req-0c0a4280-3d2f-4b08-b861-cfb3b9caf76c service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Received event network-changed-41b9f269-9efc-40f9-853f-63795b465c2e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 954.450610] env[62364]: DEBUG nova.compute.manager [req-e90ca02e-e386-4775-8c31-efb1239469fa req-0c0a4280-3d2f-4b08-b861-cfb3b9caf76c service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Refreshing instance network info cache due to event network-changed-41b9f269-9efc-40f9-853f-63795b465c2e. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 954.450771] env[62364]: DEBUG oslo_concurrency.lockutils [req-e90ca02e-e386-4775-8c31-efb1239469fa req-0c0a4280-3d2f-4b08-b861-cfb3b9caf76c service nova] Acquiring lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.450917] env[62364]: DEBUG oslo_concurrency.lockutils [req-e90ca02e-e386-4775-8c31-efb1239469fa req-0c0a4280-3d2f-4b08-b861-cfb3b9caf76c service nova] Acquired lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.451087] env[62364]: DEBUG nova.network.neutron [req-e90ca02e-e386-4775-8c31-efb1239469fa req-0c0a4280-3d2f-4b08-b861-cfb3b9caf76c service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Refreshing network info cache for port 41b9f269-9efc-40f9-853f-63795b465c2e {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.577377] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6639b79d-610d-4793-8772-e463ff624a39 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.586860] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aa74f2-dcf8-4436-946a-94635d1588fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.620323] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511bc7f1-ff1b-42fc-86a3-6ea48433ba98 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.628149] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e50764-cac7-438f-8ceb-00756fab8d24 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.642706] env[62364]: DEBUG nova.compute.provider_tree [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.790592] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481049, 'name': CreateVM_Task, 'duration_secs': 0.41205} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.791477] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.792179] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.792347] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.792666] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.793178] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229affa5-5bce-4ad4-b9bb-06c612a2286a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.797577] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 954.797577] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d54312-8c17-cc14-bc80-a97200955a91" [ 954.797577] env[62364]: _type = "Task" [ 954.797577] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.808371] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d54312-8c17-cc14-bc80-a97200955a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.887410] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "refresh_cache-365bd3b0-c82b-44a0-a3da-9a5997168d7c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.887719] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "refresh_cache-365bd3b0-c82b-44a0-a3da-9a5997168d7c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.887719] env[62364]: DEBUG nova.network.neutron [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.950594] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.015599] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 955.015992] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502063', 'volume_id': '47597cc5-166d-40fa-856d-67a1d96b2a75', 'name': 'volume-47597cc5-166d-40fa-856d-67a1d96b2a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30c59dc6-31fa-4eda-97b8-2d4cd8cba180', 'attached_at': '', 'detached_at': '', 'volume_id': '47597cc5-166d-40fa-856d-67a1d96b2a75', 'serial': '47597cc5-166d-40fa-856d-67a1d96b2a75'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 955.019218] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0367b706-8568-44cc-9bc8-a8c9bcfba90f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.037550] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9743bfe8-4ff8-41a1-ac9c-64c6e744c729 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.066329] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-47597cc5-166d-40fa-856d-67a1d96b2a75/volume-47597cc5-166d-40fa-856d-67a1d96b2a75.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.068913] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-976baa26-22b8-4fe5-903d-6d25fd640d0f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.088511] env[62364]: DEBUG oslo_vmware.api [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 955.088511] env[62364]: value = "task-2481051" [ 955.088511] env[62364]: _type = "Task" [ 955.088511] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.096307] env[62364]: DEBUG oslo_vmware.api [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.145783] env[62364]: DEBUG nova.scheduler.client.report [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.200326] env[62364]: DEBUG nova.network.neutron [req-e90ca02e-e386-4775-8c31-efb1239469fa req-0c0a4280-3d2f-4b08-b861-cfb3b9caf76c service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Updated VIF entry in instance network info cache for port 41b9f269-9efc-40f9-853f-63795b465c2e. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.200761] env[62364]: DEBUG nova.network.neutron [req-e90ca02e-e386-4775-8c31-efb1239469fa req-0c0a4280-3d2f-4b08-b861-cfb3b9caf76c service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Updating instance_info_cache with network_info: [{"id": "41b9f269-9efc-40f9-853f-63795b465c2e", "address": "fa:16:3e:d3:41:eb", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b9f269-9e", "ovs_interfaceid": "41b9f269-9efc-40f9-853f-63795b465c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.310767] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d54312-8c17-cc14-bc80-a97200955a91, 'name': SearchDatastore_Task, 'duration_secs': 0.017041} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.311062] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.311334] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.311611] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.311770] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.311952] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.312224] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cd7b233-4349-49c0-b688-090bc83b8c25 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.320770] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.320974] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.321806] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1697b660-9414-49df-b3d0-8ef7ccc9889f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.327562] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 955.327562] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f62d45-5509-dbf9-97fb-168bf6a29a92" [ 955.327562] env[62364]: _type = "Task" [ 955.327562] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.335546] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f62d45-5509-dbf9-97fb-168bf6a29a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.429588] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquiring lock "9106b23a-b56c-4c18-b003-b928d8853c06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.430418] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "9106b23a-b56c-4c18-b003-b928d8853c06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.430418] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquiring lock "9106b23a-b56c-4c18-b003-b928d8853c06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.430418] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "9106b23a-b56c-4c18-b003-b928d8853c06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.430418] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "9106b23a-b56c-4c18-b003-b928d8853c06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.433019] env[62364]: INFO nova.compute.manager [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Terminating instance [ 955.436428] env[62364]: DEBUG nova.network.neutron [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.481794] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8789b51-281b-43f0-8df0-1c3fb1758f86 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.505245] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d392c0-4625-48d3-bb31-6c248302e0e3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.513680] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance 'f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb' progress to 83 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.600539] env[62364]: DEBUG oslo_vmware.api [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.606541] env[62364]: DEBUG nova.network.neutron [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Updating instance_info_cache with network_info: [{"id": "e9092d78-6edd-4211-8794-e791fe111ebf", "address": "fa:16:3e:73:15:40", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9092d78-6e", "ovs_interfaceid": "e9092d78-6edd-4211-8794-e791fe111ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.651112] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.653406] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.412s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.653641] env[62364]: DEBUG nova.objects.instance [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lazy-loading 'resources' on Instance uuid d31cec87-f24e-40d0-aa22-462f2eb62ea2 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.670270] env[62364]: INFO nova.scheduler.client.report [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Deleted allocations for instance 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076 [ 955.703710] env[62364]: DEBUG oslo_concurrency.lockutils [req-e90ca02e-e386-4775-8c31-efb1239469fa req-0c0a4280-3d2f-4b08-b861-cfb3b9caf76c service nova] Releasing lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.747343] env[62364]: DEBUG oslo_concurrency.lockutils [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.747603] env[62364]: DEBUG oslo_concurrency.lockutils [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.748138] env[62364]: DEBUG nova.objects.instance [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'flavor' on Instance uuid c2ad54f6-1807-43b2-bbef-134672e11ae9 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.837357] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f62d45-5509-dbf9-97fb-168bf6a29a92, 'name': SearchDatastore_Task, 'duration_secs': 0.018028} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.838213] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f07d61-37be-461d-943e-32753aa0315c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.844025] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 955.844025] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]520dc706-5d14-33bc-f5b5-2d639367002b" [ 955.844025] env[62364]: _type = "Task" [ 955.844025] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.851723] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]520dc706-5d14-33bc-f5b5-2d639367002b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.939823] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquiring lock "refresh_cache-9106b23a-b56c-4c18-b003-b928d8853c06" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.940263] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquired lock "refresh_cache-9106b23a-b56c-4c18-b003-b928d8853c06" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.940263] env[62364]: DEBUG nova.network.neutron [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.021674] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.022052] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-710b5bbd-1d28-4fd3-9a19-d37780cef14a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.030728] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 956.030728] env[62364]: value = "task-2481052" [ 956.030728] env[62364]: _type = "Task" [ 956.030728] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.039647] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.100285] env[62364]: DEBUG oslo_vmware.api [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481051, 'name': ReconfigVM_Task, 'duration_secs': 0.850289} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.102017] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-47597cc5-166d-40fa-856d-67a1d96b2a75/volume-47597cc5-166d-40fa-856d-67a1d96b2a75.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.109017] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d3a1f1-59da-4d20-a4ce-3caff5b4d15e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.119067] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "refresh_cache-365bd3b0-c82b-44a0-a3da-9a5997168d7c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.119448] env[62364]: DEBUG nova.compute.manager [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Instance network_info: |[{"id": "e9092d78-6edd-4211-8794-e791fe111ebf", "address": "fa:16:3e:73:15:40", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9092d78-6e", "ovs_interfaceid": "e9092d78-6edd-4211-8794-e791fe111ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.119869] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:15:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9092d78-6edd-4211-8794-e791fe111ebf', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.133435] env[62364]: DEBUG oslo.service.loopingcall [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.134358] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.135028] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a1785aa-1d4a-4bd4-ad23-b5cc8704fdd3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.153284] env[62364]: DEBUG oslo_vmware.api [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 956.153284] env[62364]: value = "task-2481053" [ 956.153284] env[62364]: _type = "Task" [ 956.153284] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.161861] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.161861] env[62364]: value = "task-2481054" [ 956.161861] env[62364]: _type = "Task" [ 956.161861] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.172446] env[62364]: DEBUG oslo_vmware.api [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.178609] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e3825e4-55cb-41a4-8ca8-6ffa1cdf859f tempest-ListServerFiltersTestJSON-1226681506 tempest-ListServerFiltersTestJSON-1226681506-project-member] Lock "518f66ce-ffef-4ce1-96c4-2ebdf2b9e076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.895s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.180954] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481054, 'name': CreateVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.226466] env[62364]: DEBUG nova.compute.manager [req-662c54a8-f00e-4ef2-92be-793620d5320f req-1a70fbcf-3c2b-42d4-9f4d-3bf3c34ccf0c service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Received event network-changed-e9092d78-6edd-4211-8794-e791fe111ebf {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 956.226466] env[62364]: DEBUG nova.compute.manager [req-662c54a8-f00e-4ef2-92be-793620d5320f req-1a70fbcf-3c2b-42d4-9f4d-3bf3c34ccf0c service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Refreshing instance network info cache due to event network-changed-e9092d78-6edd-4211-8794-e791fe111ebf. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 956.226466] env[62364]: DEBUG oslo_concurrency.lockutils [req-662c54a8-f00e-4ef2-92be-793620d5320f req-1a70fbcf-3c2b-42d4-9f4d-3bf3c34ccf0c service nova] Acquiring lock "refresh_cache-365bd3b0-c82b-44a0-a3da-9a5997168d7c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.226466] env[62364]: DEBUG oslo_concurrency.lockutils [req-662c54a8-f00e-4ef2-92be-793620d5320f req-1a70fbcf-3c2b-42d4-9f4d-3bf3c34ccf0c service nova] Acquired lock "refresh_cache-365bd3b0-c82b-44a0-a3da-9a5997168d7c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.226466] env[62364]: DEBUG nova.network.neutron [req-662c54a8-f00e-4ef2-92be-793620d5320f req-1a70fbcf-3c2b-42d4-9f4d-3bf3c34ccf0c service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Refreshing network info cache for port e9092d78-6edd-4211-8794-e791fe111ebf {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.344470] env[62364]: DEBUG nova.objects.instance [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'pci_requests' on Instance uuid c2ad54f6-1807-43b2-bbef-134672e11ae9 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.356845] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]520dc706-5d14-33bc-f5b5-2d639367002b, 'name': SearchDatastore_Task, 'duration_secs': 0.023232} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.359948] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.360266] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 41a91441-5fa5-4d11-a40c-414e7b74c6bd/41a91441-5fa5-4d11-a40c-414e7b74c6bd.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.361241] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b70843e6-ee08-4738-ab89-804ce5f57285 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.368531] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 956.368531] env[62364]: value = "task-2481055" [ 956.368531] env[62364]: _type = "Task" [ 956.368531] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.380801] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.428912] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95686bb-3243-46cb-9327-f6f0bef24a37 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.437473] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f989b3ca-6e59-43e1-ac2b-8c17a7dc1435 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.474404] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aad1c79-9766-460b-9ddf-3efe28898059 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.483062] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5fe2c6-3d3a-42c7-a98b-bc1dbfbc4d3a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.489045] env[62364]: DEBUG nova.network.neutron [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.501087] env[62364]: DEBUG nova.compute.provider_tree [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.541487] env[62364]: DEBUG oslo_vmware.api [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481052, 'name': PowerOnVM_Task, 'duration_secs': 0.503206} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.541809] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.541997] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e451d-897a-4f2e-8b64-c13d82bba684 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance 'f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb' progress to 100 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.558297] env[62364]: DEBUG nova.network.neutron [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.665265] env[62364]: DEBUG oslo_vmware.api [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481053, 'name': ReconfigVM_Task, 'duration_secs': 0.151913} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.669162] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502063', 'volume_id': '47597cc5-166d-40fa-856d-67a1d96b2a75', 'name': 'volume-47597cc5-166d-40fa-856d-67a1d96b2a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30c59dc6-31fa-4eda-97b8-2d4cd8cba180', 'attached_at': '', 'detached_at': '', 'volume_id': '47597cc5-166d-40fa-856d-67a1d96b2a75', 'serial': '47597cc5-166d-40fa-856d-67a1d96b2a75'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 956.675553] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481054, 'name': CreateVM_Task, 'duration_secs': 0.357594} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.675862] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.676497] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.676665] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.677081] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.677370] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a1cf7f-27ee-48ad-89e3-ffd0db1c7bb6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.683608] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 956.683608] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b62cb8-4c2b-f3aa-1d76-fbbc087419f4" [ 956.683608] env[62364]: _type = "Task" [ 956.683608] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.694104] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b62cb8-4c2b-f3aa-1d76-fbbc087419f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.850223] env[62364]: DEBUG nova.objects.base [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 956.850912] env[62364]: DEBUG nova.network.neutron [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.884536] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481055, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.922169] env[62364]: DEBUG nova.policy [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bb2f50a136b41c6b255be29d4f45327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd49f657a25427c8f7bb0261f592a35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.005391] env[62364]: DEBUG nova.scheduler.client.report [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.036377] env[62364]: DEBUG nova.network.neutron [req-662c54a8-f00e-4ef2-92be-793620d5320f req-1a70fbcf-3c2b-42d4-9f4d-3bf3c34ccf0c service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Updated VIF entry in instance network info cache for port e9092d78-6edd-4211-8794-e791fe111ebf. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.036754] env[62364]: DEBUG nova.network.neutron [req-662c54a8-f00e-4ef2-92be-793620d5320f req-1a70fbcf-3c2b-42d4-9f4d-3bf3c34ccf0c service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Updating instance_info_cache with network_info: [{"id": "e9092d78-6edd-4211-8794-e791fe111ebf", "address": "fa:16:3e:73:15:40", "network": {"id": "a7c8fd14-322c-480c-af11-adee7e6ae297", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2074588139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2c7a9693c0408ea68f01c31db61440", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9092d78-6e", "ovs_interfaceid": "e9092d78-6edd-4211-8794-e791fe111ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.061413] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Releasing lock "refresh_cache-9106b23a-b56c-4c18-b003-b928d8853c06" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.061902] env[62364]: DEBUG nova.compute.manager [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.062132] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.063140] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78429f8-e299-4e4a-8b96-2442341ca113 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.072520] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.073098] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-213ea58b-91b4-4289-ac5d-754b058daf15 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.079697] env[62364]: DEBUG oslo_vmware.api [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 957.079697] env[62364]: value = "task-2481056" [ 957.079697] env[62364]: _type = "Task" [ 957.079697] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.091876] env[62364]: DEBUG oslo_vmware.api [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.197825] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b62cb8-4c2b-f3aa-1d76-fbbc087419f4, 'name': SearchDatastore_Task, 'duration_secs': 0.057841} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.198919] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.199984] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.200647] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.200978] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.202068] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.202068] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e31e836c-7878-480e-971f-55f29f20c6c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.216965] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.216965] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.216965] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe67a02e-90a6-420c-81b2-752920b9907a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.225779] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 957.225779] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52285288-8193-3877-237a-cf9011962ce2" [ 957.225779] env[62364]: _type = "Task" [ 957.225779] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.232582] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 957.233471] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502065', 'volume_id': '7f73e91c-4e69-410b-a0c4-da50dba52204', 'name': 'volume-7f73e91c-4e69-410b-a0c4-da50dba52204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5cb70a0-b975-42f4-a7e9-d94451db1391', 'attached_at': '', 'detached_at': '', 'volume_id': '7f73e91c-4e69-410b-a0c4-da50dba52204', 'serial': '7f73e91c-4e69-410b-a0c4-da50dba52204'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 957.234740] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ba93e0-1f4f-46a7-9849-ec36bd07de0b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.244823] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52285288-8193-3877-237a-cf9011962ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.015799} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.259834] env[62364]: DEBUG nova.network.neutron [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Successfully created port: 5ff2ee5e-1be9-4289-be40-725e58fde17c {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.262066] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4402bc72-2377-4e0e-bd36-0da8dbba65f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.265125] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640b1e93-30cf-4382-bbd0-02028a344bb8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.271985] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 957.271985] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52db62fd-d420-3f3c-b569-87b760a71f3d" [ 957.271985] env[62364]: _type = "Task" [ 957.271985] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.302045] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] volume-7f73e91c-4e69-410b-a0c4-da50dba52204/volume-7f73e91c-4e69-410b-a0c4-da50dba52204.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.306843] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Didn't find any instances for network info cache update. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10546}} [ 957.307533] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350cb2ff-0ffe-4fbe-a6be-a633f8fc9696 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.322022] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.322794] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.323298] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.323838] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.324023] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.324200] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.324359] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 957.328507] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.330529] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52db62fd-d420-3f3c-b569-87b760a71f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.021684} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.331096] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.331377] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 365bd3b0-c82b-44a0-a3da-9a5997168d7c/365bd3b0-c82b-44a0-a3da-9a5997168d7c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.331736] env[62364]: DEBUG oslo_vmware.api [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 957.331736] env[62364]: value = "task-2481057" [ 957.331736] env[62364]: _type = "Task" [ 957.331736] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.331952] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb7850d7-1385-4128-aa91-93d1b438bfe7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.344307] env[62364]: DEBUG oslo_vmware.api [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.346161] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 957.346161] env[62364]: value = "task-2481058" [ 957.346161] env[62364]: _type = "Task" [ 957.346161] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.356138] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.380010] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611767} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.380285] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 41a91441-5fa5-4d11-a40c-414e7b74c6bd/41a91441-5fa5-4d11-a40c-414e7b74c6bd.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.380499] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.380757] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bb683a5-63eb-4734-91be-d59acc6a9db7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.387947] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 957.387947] env[62364]: value = "task-2481059" [ 957.387947] env[62364]: _type = "Task" [ 957.387947] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.398313] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.510612] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.513044] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.332s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.513545] env[62364]: DEBUG nova.objects.instance [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 957.539905] env[62364]: DEBUG oslo_concurrency.lockutils [req-662c54a8-f00e-4ef2-92be-793620d5320f req-1a70fbcf-3c2b-42d4-9f4d-3bf3c34ccf0c service nova] Releasing lock "refresh_cache-365bd3b0-c82b-44a0-a3da-9a5997168d7c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.542070] env[62364]: INFO nova.scheduler.client.report [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Deleted allocations for instance d31cec87-f24e-40d0-aa22-462f2eb62ea2 [ 957.595772] env[62364]: DEBUG oslo_vmware.api [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481056, 'name': PowerOffVM_Task, 'duration_secs': 0.206677} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.598672] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.598672] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.598672] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fa5266d-e9a4-44b1-9bac-05d3b2eec57d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.651583] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.651833] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.652032] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Deleting the datastore file [datastore2] 9106b23a-b56c-4c18-b003-b928d8853c06 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.652342] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-551c5453-bab9-4fca-aaba-22bf211a9e1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.659230] env[62364]: DEBUG oslo_vmware.api [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for the task: (returnval){ [ 957.659230] env[62364]: value = "task-2481061" [ 957.659230] env[62364]: _type = "Task" [ 957.659230] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.671033] env[62364]: DEBUG oslo_vmware.api [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.724941] env[62364]: DEBUG nova.objects.instance [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lazy-loading 'flavor' on Instance uuid 30c59dc6-31fa-4eda-97b8-2d4cd8cba180 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.838025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.848504] env[62364]: DEBUG oslo_vmware.api [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481057, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.861069] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481058, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.900937] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088262} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.902693] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.904290] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072db7aa-359a-4a4d-96ed-ca55c8c003fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.935379] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 41a91441-5fa5-4d11-a40c-414e7b74c6bd/41a91441-5fa5-4d11-a40c-414e7b74c6bd.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.936030] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ed3172-597c-4466-b66f-ea0fcbc65ca1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.959173] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 957.959173] env[62364]: value = "task-2481062" [ 957.959173] env[62364]: _type = "Task" [ 957.959173] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.970328] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.050954] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2f2281f1-4daf-4aa3-94a6-c6528f963eaf tempest-MigrationsAdminTest-1821905539 tempest-MigrationsAdminTest-1821905539-project-member] Lock "d31cec87-f24e-40d0-aa22-462f2eb62ea2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.292s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.171386] env[62364]: DEBUG oslo_vmware.api [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Task: {'id': task-2481061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46787} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.171386] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.171553] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.171935] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.172440] env[62364]: INFO nova.compute.manager [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Took 1.11 seconds to destroy the instance on the hypervisor. [ 958.172812] env[62364]: DEBUG oslo.service.loopingcall [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.173254] env[62364]: DEBUG nova.compute.manager [-] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.174478] env[62364]: DEBUG nova.network.neutron [-] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.200890] env[62364]: DEBUG nova.network.neutron [-] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.229698] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7daa4227-ce48-4593-a4fa-952de2f20a9b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.350s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.344626] env[62364]: DEBUG oslo_vmware.api [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481057, 'name': ReconfigVM_Task, 'duration_secs': 0.543084} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.344852] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Reconfigured VM instance instance-00000032 to attach disk [datastore2] volume-7f73e91c-4e69-410b-a0c4-da50dba52204/volume-7f73e91c-4e69-410b-a0c4-da50dba52204.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.349641] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7487839-64dc-4a33-8b6f-357d70f0dfdc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.369354] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657215} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.370798] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 365bd3b0-c82b-44a0-a3da-9a5997168d7c/365bd3b0-c82b-44a0-a3da-9a5997168d7c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.371217] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.371407] env[62364]: DEBUG oslo_vmware.api [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 958.371407] env[62364]: value = "task-2481063" [ 958.371407] env[62364]: _type = "Task" [ 958.371407] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.371623] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56d3267a-2f89-47cf-8b2e-34dc254ad8d7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.383899] env[62364]: DEBUG oslo_vmware.api [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.385567] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 958.385567] env[62364]: value = "task-2481064" [ 958.385567] env[62364]: _type = "Task" [ 958.385567] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.394947] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.469113] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.526093] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d53ad88c-0409-43c7-a9ce-733e79d8a860 tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.527314] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.692s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.527500] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.527661] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 958.528893] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eb2311-4d0a-4973-a555-fd59d3ef00c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.537572] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1abfd30-031e-4a4f-96f1-af639c06fdc7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.554160] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266227a4-01a5-4855-8815-323264bb78f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.561629] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef178e8-9b80-4b93-9526-45ee738e8db8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.597591] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178696MB free_disk=141GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 958.597817] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.598084] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.703254] env[62364]: DEBUG nova.network.neutron [-] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.897020] env[62364]: DEBUG oslo_vmware.api [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481063, 'name': ReconfigVM_Task, 'duration_secs': 0.146313} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.897020] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502065', 'volume_id': '7f73e91c-4e69-410b-a0c4-da50dba52204', 'name': 'volume-7f73e91c-4e69-410b-a0c4-da50dba52204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5cb70a0-b975-42f4-a7e9-d94451db1391', 'attached_at': '', 'detached_at': '', 'volume_id': '7f73e91c-4e69-410b-a0c4-da50dba52204', 'serial': '7f73e91c-4e69-410b-a0c4-da50dba52204'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 958.903658] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097826} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.905788] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.905788] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ba07b3-f8a1-4f3a-b3cb-e9c6b74e7df5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.944263] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 365bd3b0-c82b-44a0-a3da-9a5997168d7c/365bd3b0-c82b-44a0-a3da-9a5997168d7c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.945559] env[62364]: DEBUG nova.network.neutron [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Successfully updated port: 5ff2ee5e-1be9-4289-be40-725e58fde17c {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.948121] env[62364]: DEBUG nova.compute.manager [req-ccd13679-61a8-4dcd-8b34-ac68268174e4 req-e1d62877-34f4-426f-9818-9ec41db3dda9 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received event network-vif-plugged-5ff2ee5e-1be9-4289-be40-725e58fde17c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 958.948385] env[62364]: DEBUG oslo_concurrency.lockutils [req-ccd13679-61a8-4dcd-8b34-ac68268174e4 req-e1d62877-34f4-426f-9818-9ec41db3dda9 service nova] Acquiring lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.948611] env[62364]: DEBUG oslo_concurrency.lockutils [req-ccd13679-61a8-4dcd-8b34-ac68268174e4 req-e1d62877-34f4-426f-9818-9ec41db3dda9 service nova] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.948789] env[62364]: DEBUG oslo_concurrency.lockutils [req-ccd13679-61a8-4dcd-8b34-ac68268174e4 req-e1d62877-34f4-426f-9818-9ec41db3dda9 service nova] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.948985] env[62364]: DEBUG nova.compute.manager [req-ccd13679-61a8-4dcd-8b34-ac68268174e4 req-e1d62877-34f4-426f-9818-9ec41db3dda9 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] No waiting events found dispatching network-vif-plugged-5ff2ee5e-1be9-4289-be40-725e58fde17c {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.949208] env[62364]: WARNING nova.compute.manager [req-ccd13679-61a8-4dcd-8b34-ac68268174e4 req-e1d62877-34f4-426f-9818-9ec41db3dda9 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received unexpected event network-vif-plugged-5ff2ee5e-1be9-4289-be40-725e58fde17c for instance with vm_state active and task_state None. [ 958.950416] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad5180ba-a597-4965-870f-87cce7f46e90 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.979289] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481062, 'name': ReconfigVM_Task, 'duration_secs': 0.754851} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.980756] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 41a91441-5fa5-4d11-a40c-414e7b74c6bd/41a91441-5fa5-4d11-a40c-414e7b74c6bd.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.981536] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 958.981536] env[62364]: value = "task-2481065" [ 958.981536] env[62364]: _type = "Task" [ 958.981536] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.982017] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d10fa567-ae56-4c57-9746-10025f6676fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.994583] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.996373] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 958.996373] env[62364]: value = "task-2481066" [ 958.996373] env[62364]: _type = "Task" [ 958.996373] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.006403] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481066, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.205572] env[62364]: INFO nova.compute.manager [-] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Took 1.03 seconds to deallocate network for instance. [ 959.386618] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.386914] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.387155] env[62364]: DEBUG nova.compute.manager [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Going to confirm migration 4 {{(pid=62364) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 959.468792] env[62364]: DEBUG oslo_concurrency.lockutils [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.469011] env[62364]: DEBUG oslo_concurrency.lockutils [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.469275] env[62364]: DEBUG nova.network.neutron [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.494854] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481065, 'name': ReconfigVM_Task, 'duration_secs': 0.317839} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.495037] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 365bd3b0-c82b-44a0-a3da-9a5997168d7c/365bd3b0-c82b-44a0-a3da-9a5997168d7c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.495684] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67ec5187-d29a-48e9-94fc-b44df89e1ecd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.509803] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481066, 'name': Rename_Task, 'duration_secs': 0.203994} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.511296] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.511654] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 959.511654] env[62364]: value = "task-2481067" [ 959.511654] env[62364]: _type = "Task" [ 959.511654] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.512135] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e1b3dad-6e2d-4ed3-8691-899ec64d9e35 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.524546] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481067, 'name': Rename_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.526125] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 959.526125] env[62364]: value = "task-2481068" [ 959.526125] env[62364]: _type = "Task" [ 959.526125] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.538835] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481068, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.612327] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Applying migration context for instance f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb as it has an incoming, in-progress migration f825057a-001a-4461-af61-8d51ddd605dc. Migration status is confirming {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 959.613534] env[62364]: INFO nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating resource usage from migration f825057a-001a-4461-af61-8d51ddd605dc [ 959.649982] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 829a7b11-bbd2-4193-869c-71fb8e8e0075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.650159] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 2932b01a-b89d-4a34-8df8-fd8e2c165b8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.650289] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance e5cb70a0-b975-42f4-a7e9-d94451db1391 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.650430] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance f313f1f4-a761-405e-aa0f-a676f6bcc4ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.650518] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 4d0b1a75-9371-48e3-b979-78ca6bebd02c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.650905] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 30c59dc6-31fa-4eda-97b8-2d4cd8cba180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.650905] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance c2ad54f6-1807-43b2-bbef-134672e11ae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.650905] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance cfa355e5-ea30-4e2d-ba43-afd90e3d4afc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.651087] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 5727a6da-7fb7-4573-a619-00186d6e6fd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.651087] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 5d9ad77d-39e3-41ea-8abb-122bad5b5cff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.651197] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 9106b23a-b56c-4c18-b003-b928d8853c06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.651288] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Migration f825057a-001a-4461-af61-8d51ddd605dc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 959.651391] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.651884] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 41a91441-5fa5-4d11-a40c-414e7b74c6bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.651884] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 365bd3b0-c82b-44a0-a3da-9a5997168d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.651884] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 959.652089] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 959.712810] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.946027] env[62364]: DEBUG nova.objects.instance [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lazy-loading 'flavor' on Instance uuid e5cb70a0-b975-42f4-a7e9-d94451db1391 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.962586] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.962586] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.962776] env[62364]: DEBUG nova.network.neutron [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.963211] env[62364]: DEBUG nova.objects.instance [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lazy-loading 'info_cache' on Instance uuid f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.975484] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32edddf8-1a7d-455d-94cc-92f1b56361bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.984648] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882cbc6a-8d4a-4a8e-93e8-454808699eb9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.018034] env[62364]: WARNING nova.network.neutron [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] cec9def8-70ce-4471-8895-03263e90a1ca already exists in list: networks containing: ['cec9def8-70ce-4471-8895-03263e90a1ca']. ignoring it [ 960.023188] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3dee48-65d8-4db0-b019-5fa67f6d9fef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.034857] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481067, 'name': Rename_Task, 'duration_secs': 0.163156} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.036438] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a1c244-f5d0-4122-9a80-7bc84d8c0f4e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.040463] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.044514] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b7767a6-3854-43e9-b0b8-3a1b4348268f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.046170] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.058310] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.062608] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 960.062608] env[62364]: value = "task-2481069" [ 960.062608] env[62364]: _type = "Task" [ 960.062608] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.359271] env[62364]: DEBUG nova.network.neutron [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updating instance_info_cache with network_info: [{"id": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "address": "fa:16:3e:e8:43:0f", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa720da0b-87", "ovs_interfaceid": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ff2ee5e-1be9-4289-be40-725e58fde17c", "address": "fa:16:3e:3a:1f:4b", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff2ee5e-1b", "ovs_interfaceid": "5ff2ee5e-1be9-4289-be40-725e58fde17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.452204] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03e8eb84-09ff-411e-9d2a-9e0a6a747fff tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.407s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.536979] env[62364]: DEBUG oslo_vmware.api [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481068, 'name': PowerOnVM_Task, 'duration_secs': 0.999056} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.537485] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.537610] env[62364]: INFO nova.compute.manager [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Took 8.67 seconds to spawn the instance on the hypervisor. [ 960.537895] env[62364]: DEBUG nova.compute.manager [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.538746] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73a2a40-a410-42bd-abba-e459c44d11ab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.562885] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.583223] env[62364]: DEBUG oslo_vmware.api [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481069, 'name': PowerOnVM_Task, 'duration_secs': 0.505266} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.583223] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.583223] env[62364]: INFO nova.compute.manager [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Took 6.71 seconds to spawn the instance on the hypervisor. [ 960.583223] env[62364]: DEBUG nova.compute.manager [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.583223] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a176d-cb45-4220-af87-7afd9dadeb4b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.794333] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.794578] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.861933] env[62364]: DEBUG oslo_concurrency.lockutils [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.862630] env[62364]: DEBUG oslo_concurrency.lockutils [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.862795] env[62364]: DEBUG oslo_concurrency.lockutils [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.863807] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae212ab6-cac3-4427-868b-cf311a15d4f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.897178] env[62364]: DEBUG nova.virt.hardware [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.897446] env[62364]: DEBUG nova.virt.hardware [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.897608] env[62364]: DEBUG nova.virt.hardware [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.897789] env[62364]: DEBUG nova.virt.hardware [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.897937] env[62364]: DEBUG nova.virt.hardware [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.898139] env[62364]: DEBUG nova.virt.hardware [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.898364] env[62364]: DEBUG nova.virt.hardware [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.898457] env[62364]: DEBUG nova.virt.hardware [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.898625] env[62364]: DEBUG nova.virt.hardware [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.898789] env[62364]: DEBUG nova.virt.hardware [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.899176] env[62364]: DEBUG nova.virt.hardware [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.905265] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Reconfiguring VM to attach interface {{(pid=62364) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 960.905610] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c08fa061-a0b9-4a87-898c-26aa01558699 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.927382] env[62364]: DEBUG oslo_vmware.api [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 960.927382] env[62364]: value = "task-2481070" [ 960.927382] env[62364]: _type = "Task" [ 960.927382] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.938460] env[62364]: DEBUG oslo_vmware.api [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481070, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.023331] env[62364]: DEBUG oslo_vmware.rw_handles [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b416-bba2-2a74-ca05-68e26ce61d81/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.024408] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a07206-835c-4af7-8a1d-a2609c202400 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.032082] env[62364]: DEBUG oslo_vmware.rw_handles [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b416-bba2-2a74-ca05-68e26ce61d81/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.032082] env[62364]: ERROR oslo_vmware.rw_handles [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b416-bba2-2a74-ca05-68e26ce61d81/disk-0.vmdk due to incomplete transfer. [ 961.032082] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fbb5ee8-dc96-4674-8ff8-a129ed2f4034 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.040663] env[62364]: DEBUG oslo_vmware.rw_handles [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b416-bba2-2a74-ca05-68e26ce61d81/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 961.040663] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Uploaded image 52eb77f5-63aa-49c0-899d-a1113351421d to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 961.042974] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 961.043660] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21d58290-13b3-4004-94a1-97a590333d4c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.050289] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 961.050289] env[62364]: value = "task-2481071" [ 961.050289] env[62364]: _type = "Task" [ 961.050289] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.064903] env[62364]: INFO nova.compute.manager [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Took 20.75 seconds to build instance. [ 961.069177] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481071, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.074432] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 961.074432] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.475s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.074432] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.361s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.074432] env[62364]: DEBUG nova.objects.instance [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lazy-loading 'resources' on Instance uuid 9106b23a-b56c-4c18-b003-b928d8853c06 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.102986] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquiring lock "96ec67d2-0f59-4f15-85e3-58cd8f797169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.103293] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Lock "96ec67d2-0f59-4f15-85e3-58cd8f797169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.105164] env[62364]: INFO nova.compute.manager [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Took 17.38 seconds to build instance. [ 961.234596] env[62364]: DEBUG nova.network.neutron [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance_info_cache with network_info: [{"id": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "address": "fa:16:3e:0d:59:24", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f67c95-34", "ovs_interfaceid": "b2f67c95-3486-4a56-bc35-13104fb0b81d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.298874] env[62364]: DEBUG nova.compute.manager [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.439629] env[62364]: DEBUG oslo_vmware.api [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.512841] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquiring lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.513103] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.567295] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481071, 'name': Destroy_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.571492] env[62364]: DEBUG oslo_concurrency.lockutils [None req-553e84ca-549c-4351-911c-7257726f2b1a tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.269s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.608577] env[62364]: DEBUG nova.compute.manager [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.613522] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df06bfae-6f72-48eb-b063-6c900f45bdaa tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.899s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.620177] env[62364]: DEBUG nova.compute.manager [req-9958cd00-fe1c-4bea-80fc-e513ecebeea8 req-c5eee083-3faf-4ccb-a287-9c03f12d1d19 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received event network-changed-5ff2ee5e-1be9-4289-be40-725e58fde17c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 961.620177] env[62364]: DEBUG nova.compute.manager [req-9958cd00-fe1c-4bea-80fc-e513ecebeea8 req-c5eee083-3faf-4ccb-a287-9c03f12d1d19 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Refreshing instance network info cache due to event network-changed-5ff2ee5e-1be9-4289-be40-725e58fde17c. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 961.620177] env[62364]: DEBUG oslo_concurrency.lockutils [req-9958cd00-fe1c-4bea-80fc-e513ecebeea8 req-c5eee083-3faf-4ccb-a287-9c03f12d1d19 service nova] Acquiring lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.620177] env[62364]: DEBUG oslo_concurrency.lockutils [req-9958cd00-fe1c-4bea-80fc-e513ecebeea8 req-c5eee083-3faf-4ccb-a287-9c03f12d1d19 service nova] Acquired lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.620177] env[62364]: DEBUG nova.network.neutron [req-9958cd00-fe1c-4bea-80fc-e513ecebeea8 req-c5eee083-3faf-4ccb-a287-9c03f12d1d19 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Refreshing network info cache for port 5ff2ee5e-1be9-4289-be40-725e58fde17c {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.739739] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "refresh_cache-f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.739739] env[62364]: DEBUG nova.objects.instance [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lazy-loading 'migration_context' on Instance uuid f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.794658] env[62364]: INFO nova.compute.manager [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Rescuing [ 961.794905] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.795099] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.795272] env[62364]: DEBUG nova.network.neutron [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.814130] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.818632] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28928fe-19a2-4658-8729-88a5e09eb5ea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.827797] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da4effb-9417-4d7b-92e1-f1d858ed58f6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.858041] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4694a81-da16-48ab-9d67-00ebfb09cb0c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.864908] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5185c314-a1e9-4d53-9abd-dfc499cda55f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.877809] env[62364]: DEBUG nova.compute.provider_tree [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.938299] env[62364]: DEBUG oslo_vmware.api [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.017038] env[62364]: DEBUG nova.compute.manager [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.069427] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481071, 'name': Destroy_Task, 'duration_secs': 0.942042} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.069695] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Destroyed the VM [ 962.069927] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 962.071035] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc7e9050-d5fd-400e-9f49-63bc5166784d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.078507] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 962.078507] env[62364]: value = "task-2481072" [ 962.078507] env[62364]: _type = "Task" [ 962.078507] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.084039] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481072, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.132709] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.245538] env[62364]: DEBUG nova.objects.base [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 962.246572] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268d3ba9-41f9-4b95-985e-2f247b57d3d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.266254] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b574bdc5-b21b-454c-a432-c66940e2f597 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.272088] env[62364]: DEBUG oslo_vmware.api [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 962.272088] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52eeee36-b25c-b3e2-c2e7-014a61a9fd14" [ 962.272088] env[62364]: _type = "Task" [ 962.272088] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.280189] env[62364]: DEBUG oslo_vmware.api [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52eeee36-b25c-b3e2-c2e7-014a61a9fd14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.424619] env[62364]: DEBUG nova.scheduler.client.report [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.436354] env[62364]: DEBUG nova.network.neutron [req-9958cd00-fe1c-4bea-80fc-e513ecebeea8 req-c5eee083-3faf-4ccb-a287-9c03f12d1d19 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updated VIF entry in instance network info cache for port 5ff2ee5e-1be9-4289-be40-725e58fde17c. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.437069] env[62364]: DEBUG nova.network.neutron [req-9958cd00-fe1c-4bea-80fc-e513ecebeea8 req-c5eee083-3faf-4ccb-a287-9c03f12d1d19 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updating instance_info_cache with network_info: [{"id": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "address": "fa:16:3e:e8:43:0f", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa720da0b-87", "ovs_interfaceid": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ff2ee5e-1be9-4289-be40-725e58fde17c", "address": "fa:16:3e:3a:1f:4b", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff2ee5e-1b", "ovs_interfaceid": "5ff2ee5e-1be9-4289-be40-725e58fde17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.445204] env[62364]: DEBUG oslo_vmware.api [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.533282] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.534013] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.534013] env[62364]: INFO nova.compute.manager [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Shelving [ 962.539924] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.586977] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481072, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.600914] env[62364]: DEBUG nova.network.neutron [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updating instance_info_cache with network_info: [{"id": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "address": "fa:16:3e:21:db:14", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f429b8c-9c", "ovs_interfaceid": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.782832] env[62364]: DEBUG oslo_vmware.api [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52eeee36-b25c-b3e2-c2e7-014a61a9fd14, 'name': SearchDatastore_Task, 'duration_secs': 0.008317} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.783194] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.890901] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.893317] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.079s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.895179] env[62364]: INFO nova.compute.claims [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.913566] env[62364]: INFO nova.scheduler.client.report [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Deleted allocations for instance 9106b23a-b56c-4c18-b003-b928d8853c06 [ 962.939574] env[62364]: DEBUG oslo_concurrency.lockutils [req-9958cd00-fe1c-4bea-80fc-e513ecebeea8 req-c5eee083-3faf-4ccb-a287-9c03f12d1d19 service nova] Releasing lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.940198] env[62364]: DEBUG oslo_vmware.api [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481070, 'name': ReconfigVM_Task, 'duration_secs': 1.789893} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.940531] env[62364]: DEBUG oslo_concurrency.lockutils [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.940744] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Reconfigured VM to attach interface {{(pid=62364) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 963.088383] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481072, 'name': RemoveSnapshot_Task, 'duration_secs': 0.815202} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.088626] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 963.088933] env[62364]: DEBUG nova.compute.manager [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.089802] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29256d08-576d-4308-b499-a965bc66849f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.103907] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.421655] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e64b47d-3867-408b-82b7-c1f716592c1b tempest-ServerShowV257Test-781533060 tempest-ServerShowV257Test-781533060-project-member] Lock "9106b23a-b56c-4c18-b003-b928d8853c06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.992s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.445610] env[62364]: DEBUG oslo_concurrency.lockutils [None req-850e88b4-61e4-49c6-8450-829f6a79dd0f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.698s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.544195] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.544539] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6193e97a-e7ad-46f8-a993-17e7d2922fb1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.552301] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 963.552301] env[62364]: value = "task-2481073" [ 963.552301] env[62364]: _type = "Task" [ 963.552301] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.561444] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.602893] env[62364]: INFO nova.compute.manager [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Shelve offloading [ 963.963111] env[62364]: DEBUG nova.compute.manager [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.964508] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaeef9f-b612-4d84-b1c7-b86f7fd1caa9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.062287] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481073, 'name': PowerOffVM_Task, 'duration_secs': 0.217464} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.064550] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.065555] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260929e6-82d5-406b-ae8c-b343635a756e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.086462] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebc3df2-55fc-4908-92c1-c41ac9b171c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.107923] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.108091] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40ec50a9-3f94-4579-8b8f-3f1c03503bf9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.114322] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 964.114322] env[62364]: value = "task-2481074" [ 964.114322] env[62364]: _type = "Task" [ 964.114322] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.126320] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.126437] env[62364]: DEBUG nova.compute.manager [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.127966] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb5e6b1-b1e0-41ba-98d3-04454b2f35e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.135504] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.135657] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.135860] env[62364]: DEBUG nova.network.neutron [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.138975] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf02ad8-f17b-4bae-97d8-ecb7bfbe0d5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.146607] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a0d3d3-e1b8-469c-bc5d-9e0b5524e9ed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.177305] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7891ddd-5065-49b0-b310-b5bc7f32c141 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.185050] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ebf1e6-d474-4c60-a9aa-ac304df06ae9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.199132] env[62364]: DEBUG nova.compute.provider_tree [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.481325] env[62364]: INFO nova.compute.manager [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] instance snapshotting [ 964.484572] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32da4829-39b0-4f2f-b809-d7c79c707ccb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.504707] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0904c4-c66e-42ae-9463-b1c63893eb8f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.599267] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.599267] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f7bc7105-b5c9-4924-82c9-c4d771fa2f3c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.604918] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 964.604918] env[62364]: value = "task-2481075" [ 964.604918] env[62364]: _type = "Task" [ 964.604918] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.613719] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481075, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.646593] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.649766] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33cc1150-f590-475f-b634-fd339dc6e311 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.658241] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 964.658241] env[62364]: value = "task-2481076" [ 964.658241] env[62364]: _type = "Task" [ 964.658241] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.669966] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.702671] env[62364]: DEBUG nova.scheduler.client.report [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.899054] env[62364]: DEBUG nova.network.neutron [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updating instance_info_cache with network_info: [{"id": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "address": "fa:16:3e:67:db:fa", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9863336f-26", "ovs_interfaceid": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.016184] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 965.016464] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-980e2e8c-e5fb-498a-8e48-e0b6de3fc123 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.023699] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 965.023699] env[62364]: value = "task-2481077" [ 965.023699] env[62364]: _type = "Task" [ 965.023699] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.032808] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.115405] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481075, 'name': CreateSnapshot_Task, 'duration_secs': 0.414897} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.115700] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 965.116691] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cdbfb8-edd1-4bc0-8bea-aac58b2eedf8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.171324] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481076, 'name': PowerOffVM_Task, 'duration_secs': 0.258444} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.171725] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.172922] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5852b09f-3154-473a-9cfd-171c7737589d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.197370] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b876f7e-bd8f-42f2-986f-db39ad86eae0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.209427] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.210195] env[62364]: DEBUG nova.compute.manager [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.213456] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.081s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.214949] env[62364]: INFO nova.compute.claims [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.231036] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.231801] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92ab5a00-d716-40b6-9d77-ee773b4d0261 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.238660] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 965.238660] env[62364]: value = "task-2481078" [ 965.238660] env[62364]: _type = "Task" [ 965.238660] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.252118] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquiring lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.252893] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.253269] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquiring lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.254158] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.254158] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.255717] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 965.255969] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.256251] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.256442] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.256656] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.259670] env[62364]: INFO nova.compute.manager [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Terminating instance [ 965.259670] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b7f0c3f-da60-475d-ae33-a6e4726e586b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.270189] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.270393] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.271169] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6265c116-19ad-4cef-ac55-9c81456f0c3a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.276986] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 965.276986] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529c248e-f81f-2f35-cf66-8501559817d6" [ 965.276986] env[62364]: _type = "Task" [ 965.276986] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.286238] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529c248e-f81f-2f35-cf66-8501559817d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.401546] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.533615] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.633121] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 965.634613] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8fc2b4c4-e7c3-4740-a4f1-b15102ebfd8a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.646914] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 965.646914] env[62364]: value = "task-2481079" [ 965.646914] env[62364]: _type = "Task" [ 965.646914] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.655851] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481079, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.723018] env[62364]: DEBUG nova.compute.utils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.726536] env[62364]: DEBUG nova.compute.manager [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.726813] env[62364]: DEBUG nova.network.neutron [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.748418] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-e6896a20-a245-40ef-83ba-b37e46a0ed39" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.748672] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-e6896a20-a245-40ef-83ba-b37e46a0ed39" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.749033] env[62364]: DEBUG nova.objects.instance [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'flavor' on Instance uuid c2ad54f6-1807-43b2-bbef-134672e11ae9 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.761493] env[62364]: DEBUG nova.compute.manager [req-c8a51853-ea20-428f-974d-07ed600c1055 req-524b0b04-3e35-4fa3-829a-ecb102f0efeb service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Received event network-vif-unplugged-9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 965.761758] env[62364]: DEBUG oslo_concurrency.lockutils [req-c8a51853-ea20-428f-974d-07ed600c1055 req-524b0b04-3e35-4fa3-829a-ecb102f0efeb service nova] Acquiring lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.762324] env[62364]: DEBUG oslo_concurrency.lockutils [req-c8a51853-ea20-428f-974d-07ed600c1055 req-524b0b04-3e35-4fa3-829a-ecb102f0efeb service nova] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.762570] env[62364]: DEBUG oslo_concurrency.lockutils [req-c8a51853-ea20-428f-974d-07ed600c1055 req-524b0b04-3e35-4fa3-829a-ecb102f0efeb service nova] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.763513] env[62364]: DEBUG nova.compute.manager [req-c8a51853-ea20-428f-974d-07ed600c1055 req-524b0b04-3e35-4fa3-829a-ecb102f0efeb service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] No waiting events found dispatching network-vif-unplugged-9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.763513] env[62364]: WARNING nova.compute.manager [req-c8a51853-ea20-428f-974d-07ed600c1055 req-524b0b04-3e35-4fa3-829a-ecb102f0efeb service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Received unexpected event network-vif-unplugged-9863336f-2685-46aa-90e5-6d53ab84d4a0 for instance with vm_state shelved and task_state shelving_offloading. [ 965.764310] env[62364]: DEBUG nova.compute.manager [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.764383] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.766001] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8ac964-de8e-4d10-8b4c-dd6daec30d3c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.776721] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.776721] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-378aed51-ba94-47c8-adc4-d3e0ca9798d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.786099] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.787973] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d54cf5-f3e0-4f3c-a7ad-bf969711a8e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.793742] env[62364]: DEBUG oslo_vmware.api [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for the task: (returnval){ [ 965.793742] env[62364]: value = "task-2481080" [ 965.793742] env[62364]: _type = "Task" [ 965.793742] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.795773] env[62364]: DEBUG nova.policy [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a179eaf3de44b4984095fc9681733b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '869a42155d53401884ca1040f8a87871', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.806150] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529c248e-f81f-2f35-cf66-8501559817d6, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.810152] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.810780] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c949f8e-eec3-46c6-ae81-eb3f7d5eebfc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.813609] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ae81a8-e1eb-4466-b552-0692c19ed7bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.819120] env[62364]: DEBUG oslo_vmware.api [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2481080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.822734] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 965.822734] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529f2791-832c-bae8-7264-48b47ec83701" [ 965.822734] env[62364]: _type = "Task" [ 965.822734] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.832473] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529f2791-832c-bae8-7264-48b47ec83701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.904125] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.904125] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.904125] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleting the datastore file [datastore2] cfa355e5-ea30-4e2d-ba43-afd90e3d4afc {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.904354] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f36c2368-c5c2-4426-b4e8-7c26f1888876 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.911927] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 965.911927] env[62364]: value = "task-2481082" [ 965.911927] env[62364]: _type = "Task" [ 965.911927] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.920013] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.035035] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481077, 'name': CreateSnapshot_Task, 'duration_secs': 0.871111} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.035323] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.036393] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbf49ab-d066-4587-b457-24cd47ece4c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.141289] env[62364]: DEBUG oslo_concurrency.lockutils [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.141592] env[62364]: DEBUG oslo_concurrency.lockutils [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.141819] env[62364]: DEBUG oslo_concurrency.lockutils [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.142015] env[62364]: DEBUG oslo_concurrency.lockutils [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.142246] env[62364]: DEBUG oslo_concurrency.lockutils [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.146240] env[62364]: INFO nova.compute.manager [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Terminating instance [ 966.159098] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481079, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.227472] env[62364]: DEBUG nova.compute.manager [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.309789] env[62364]: DEBUG oslo_vmware.api [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2481080, 'name': PowerOffVM_Task, 'duration_secs': 0.278557} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.312195] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.312394] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.312976] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e8f7e81-5fb6-4e4f-8e7a-fa5c1116296c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.335470] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529f2791-832c-bae8-7264-48b47ec83701, 'name': SearchDatastore_Task, 'duration_secs': 0.014611} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.335470] env[62364]: DEBUG oslo_concurrency.lockutils [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.335648] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] e5cb70a0-b975-42f4-a7e9-d94451db1391/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. {{(pid=62364) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 966.335775] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6798a101-fe93-49d3-9903-3071f523b3ee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.343788] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 966.343788] env[62364]: value = "task-2481084" [ 966.343788] env[62364]: _type = "Task" [ 966.343788] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.351375] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.373942] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.374180] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.374367] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Deleting the datastore file [datastore1] 4d0b1a75-9371-48e3-b979-78ca6bebd02c {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.374627] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10e769de-c01d-49f7-a543-bd7448edf415 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.377110] env[62364]: DEBUG nova.network.neutron [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Successfully created port: 09c322bb-d486-40c5-9c43-1fdac19a6ba7 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.385193] env[62364]: DEBUG oslo_vmware.api [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for the task: (returnval){ [ 966.385193] env[62364]: value = "task-2481085" [ 966.385193] env[62364]: _type = "Task" [ 966.385193] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.393549] env[62364]: DEBUG oslo_vmware.api [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2481085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.412854] env[62364]: DEBUG nova.objects.instance [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'pci_requests' on Instance uuid c2ad54f6-1807-43b2-bbef-134672e11ae9 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.426293] env[62364]: DEBUG oslo_vmware.api [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162976} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.426602] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.426803] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.427109] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.447217] env[62364]: INFO nova.scheduler.client.report [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleted allocations for instance cfa355e5-ea30-4e2d-ba43-afd90e3d4afc [ 966.515844] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb330102-5d35-4e45-95e3-0e4564c64681 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.526635] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca29da8-684d-46b2-acee-bbe950142a04 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.566019] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.567190] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eaff65c3-1445-4391-a4bf-c4de3f97f126 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.572507] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a02ac87-be62-4d2c-9c12-145a18ab94c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.582546] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1ee57d-17b0-490f-b709-85047f22f713 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.587340] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 966.587340] env[62364]: value = "task-2481086" [ 966.587340] env[62364]: _type = "Task" [ 966.587340] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.599229] env[62364]: DEBUG nova.compute.provider_tree [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.607171] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481086, 'name': CloneVM_Task} progress is 11%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.650667] env[62364]: DEBUG nova.compute.manager [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.650883] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.651994] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7b9c57-d206-41a9-8c19-b5960cdacd27 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.664620] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481079, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.667367] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.667687] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edc47547-b6fb-440a-976c-ab80f456dc93 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.674077] env[62364]: DEBUG oslo_vmware.api [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 966.674077] env[62364]: value = "task-2481087" [ 966.674077] env[62364]: _type = "Task" [ 966.674077] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.683245] env[62364]: DEBUG oslo_vmware.api [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2481087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.857291] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45833} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.857621] env[62364]: INFO nova.virt.vmwareapi.ds_util [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] e5cb70a0-b975-42f4-a7e9-d94451db1391/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk. [ 966.858470] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beb3f17-12e6-45d4-bbcd-36fddd84e7db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.887290] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] e5cb70a0-b975-42f4-a7e9-d94451db1391/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.887676] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf20701-565f-498b-8d17-259d7bd5cc2c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.910943] env[62364]: DEBUG oslo_vmware.api [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Task: {'id': task-2481085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285741} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.912289] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.912503] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.912686] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.912864] env[62364]: INFO nova.compute.manager [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 966.913137] env[62364]: DEBUG oslo.service.loopingcall [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.913400] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 966.913400] env[62364]: value = "task-2481088" [ 966.913400] env[62364]: _type = "Task" [ 966.913400] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.913592] env[62364]: DEBUG nova.compute.manager [-] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.913688] env[62364]: DEBUG nova.network.neutron [-] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.919314] env[62364]: DEBUG nova.objects.base [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 966.919514] env[62364]: DEBUG nova.network.neutron [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.951792] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.064452] env[62364]: DEBUG nova.policy [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bb2f50a136b41c6b255be29d4f45327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd49f657a25427c8f7bb0261f592a35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.097298] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481086, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.102307] env[62364]: DEBUG nova.scheduler.client.report [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.160930] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481079, 'name': CloneVM_Task, 'duration_secs': 1.405788} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.161314] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Created linked-clone VM from snapshot [ 967.162310] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35887369-fef1-4b4c-b474-f5c5fda0b90f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.169184] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Uploading image f522f0ee-f41d-4aac-ad17-733fb8cb1668 {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 967.183165] env[62364]: DEBUG oslo_vmware.api [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2481087, 'name': PowerOffVM_Task, 'duration_secs': 0.32851} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.183567] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.183613] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.184104] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c6cbc72-77e8-41b6-b128-1dfc9ec51522 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.203613] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 967.203613] env[62364]: value = "vm-502069" [ 967.203613] env[62364]: _type = "VirtualMachine" [ 967.203613] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 967.203901] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a54a44a3-27e4-4574-8280-6e8f850656c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.210747] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lease: (returnval){ [ 967.210747] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52080cf4-2e9d-d9f9-4d7d-af9afa32201a" [ 967.210747] env[62364]: _type = "HttpNfcLease" [ 967.210747] env[62364]: } obtained for exporting VM: (result){ [ 967.210747] env[62364]: value = "vm-502069" [ 967.210747] env[62364]: _type = "VirtualMachine" [ 967.210747] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 967.211066] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the lease: (returnval){ [ 967.211066] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52080cf4-2e9d-d9f9-4d7d-af9afa32201a" [ 967.211066] env[62364]: _type = "HttpNfcLease" [ 967.211066] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 967.218329] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.218329] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52080cf4-2e9d-d9f9-4d7d-af9afa32201a" [ 967.218329] env[62364]: _type = "HttpNfcLease" [ 967.218329] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 967.244530] env[62364]: DEBUG nova.compute.manager [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.255389] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.255558] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.255977] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Deleting the datastore file [datastore1] f313f1f4-a761-405e-aa0f-a676f6bcc4ef {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.256279] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73c9a64a-d705-40d1-b361-5d6e12e6e76f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.265900] env[62364]: DEBUG oslo_vmware.api [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for the task: (returnval){ [ 967.265900] env[62364]: value = "task-2481091" [ 967.265900] env[62364]: _type = "Task" [ 967.265900] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.277443] env[62364]: DEBUG nova.virt.hardware [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.277782] env[62364]: DEBUG nova.virt.hardware [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.278022] env[62364]: DEBUG nova.virt.hardware [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.278254] env[62364]: DEBUG nova.virt.hardware [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.278421] env[62364]: DEBUG nova.virt.hardware [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.278577] env[62364]: DEBUG nova.virt.hardware [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.278846] env[62364]: DEBUG nova.virt.hardware [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.278952] env[62364]: DEBUG nova.virt.hardware [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.279326] env[62364]: DEBUG nova.virt.hardware [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.279659] env[62364]: DEBUG nova.virt.hardware [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.279815] env[62364]: DEBUG nova.virt.hardware [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.280750] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96326ce1-95da-4aa0-945f-356c20cd3716 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.297864] env[62364]: DEBUG oslo_vmware.api [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2481091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.300042] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ba6a4b-6aaf-4ec4-93d6-80ce53404618 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.427765] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.599680] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481086, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.608143] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.608749] env[62364]: DEBUG nova.compute.manager [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.612652] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.073s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.614798] env[62364]: INFO nova.compute.claims [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.721278] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.721278] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52080cf4-2e9d-d9f9-4d7d-af9afa32201a" [ 967.721278] env[62364]: _type = "HttpNfcLease" [ 967.721278] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 967.721278] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 967.721278] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52080cf4-2e9d-d9f9-4d7d-af9afa32201a" [ 967.721278] env[62364]: _type = "HttpNfcLease" [ 967.721278] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 967.721622] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e140fd5-b0d3-4dae-86f5-3fac9a013886 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.729290] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293cfe5-0af1-1dda-d8bb-6f00e3660fbd/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 967.729485] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293cfe5-0af1-1dda-d8bb-6f00e3660fbd/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 967.796591] env[62364]: DEBUG oslo_vmware.api [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Task: {'id': task-2481091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368097} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.796591] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.796591] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.796591] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.796591] env[62364]: INFO nova.compute.manager [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Took 1.15 seconds to destroy the instance on the hypervisor. [ 967.796860] env[62364]: DEBUG oslo.service.loopingcall [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.796860] env[62364]: DEBUG nova.compute.manager [-] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.796923] env[62364]: DEBUG nova.network.neutron [-] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.818954] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e810b541-5e75-4b21-9f14-cef2cb21b9dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.873327] env[62364]: DEBUG nova.network.neutron [-] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.930948] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481088, 'name': ReconfigVM_Task, 'duration_secs': 0.945693} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.931259] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Reconfigured VM instance instance-00000032 to attach disk [datastore1] e5cb70a0-b975-42f4-a7e9-d94451db1391/82e07c86-72ab-48ef-b94b-701e0bfb7ef9-rescue.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.932161] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fc72f7-fedf-43f6-bb85-39b65f4c6e62 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.961142] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a1001d-7801-420d-9cf8-7a81874776b4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.985335] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 967.985335] env[62364]: value = "task-2481092" [ 967.985335] env[62364]: _type = "Task" [ 967.985335] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.990964] env[62364]: DEBUG nova.network.neutron [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Successfully updated port: 09c322bb-d486-40c5-9c43-1fdac19a6ba7 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.001715] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.006497] env[62364]: DEBUG nova.compute.manager [req-a7450a42-37e1-4f14-9fac-6d655ed7805f req-8f798823-fbe0-41e2-a981-b376f90a5339 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Received event network-changed-9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 968.006497] env[62364]: DEBUG nova.compute.manager [req-a7450a42-37e1-4f14-9fac-6d655ed7805f req-8f798823-fbe0-41e2-a981-b376f90a5339 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Refreshing instance network info cache due to event network-changed-9863336f-2685-46aa-90e5-6d53ab84d4a0. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 968.006497] env[62364]: DEBUG oslo_concurrency.lockutils [req-a7450a42-37e1-4f14-9fac-6d655ed7805f req-8f798823-fbe0-41e2-a981-b376f90a5339 service nova] Acquiring lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.006497] env[62364]: DEBUG oslo_concurrency.lockutils [req-a7450a42-37e1-4f14-9fac-6d655ed7805f req-8f798823-fbe0-41e2-a981-b376f90a5339 service nova] Acquired lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.006631] env[62364]: DEBUG nova.network.neutron [req-a7450a42-37e1-4f14-9fac-6d655ed7805f req-8f798823-fbe0-41e2-a981-b376f90a5339 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Refreshing network info cache for port 9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.098688] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481086, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.120302] env[62364]: DEBUG nova.compute.utils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 968.124293] env[62364]: DEBUG nova.compute.manager [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.124462] env[62364]: DEBUG nova.network.neutron [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.205372] env[62364]: DEBUG nova.policy [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e10978dbe757478bba84285a173dab24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c419b0cfdaf432ead6e400d5aa758c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.375723] env[62364]: INFO nova.compute.manager [-] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Took 1.46 seconds to deallocate network for instance. [ 968.494668] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "refresh_cache-7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.494821] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "refresh_cache-7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.494979] env[62364]: DEBUG nova.network.neutron [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.503828] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481092, 'name': ReconfigVM_Task, 'duration_secs': 0.287732} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.504167] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.504466] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d50b5a8-6136-46db-9baf-3fd75fa7a429 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.515962] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 968.515962] env[62364]: value = "task-2481093" [ 968.515962] env[62364]: _type = "Task" [ 968.515962] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.528451] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.601326] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481086, 'name': CloneVM_Task, 'duration_secs': 1.876217} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.601677] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Created linked-clone VM from snapshot [ 968.602389] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7082fa-bd3b-487f-85f6-82b3edc94d6b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.616649] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Uploading image 4ed68fa4-da3f-4646-993d-0617463a0ba6 {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.629623] env[62364]: DEBUG nova.compute.manager [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.640724] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.642021] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f69bd54-0d00-457a-aa28-0f3c05428a90 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.650836] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 968.650836] env[62364]: value = "task-2481094" [ 968.650836] env[62364]: _type = "Task" [ 968.650836] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.661937] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481094, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.880630] env[62364]: DEBUG nova.network.neutron [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Successfully created port: ccdabc66-e9b1-478d-bfa4-add552083297 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.887302] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.932753] env[62364]: DEBUG nova.network.neutron [req-a7450a42-37e1-4f14-9fac-6d655ed7805f req-8f798823-fbe0-41e2-a981-b376f90a5339 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updated VIF entry in instance network info cache for port 9863336f-2685-46aa-90e5-6d53ab84d4a0. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.933128] env[62364]: DEBUG nova.network.neutron [req-a7450a42-37e1-4f14-9fac-6d655ed7805f req-8f798823-fbe0-41e2-a981-b376f90a5339 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updating instance_info_cache with network_info: [{"id": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "address": "fa:16:3e:67:db:fa", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9863336f-26", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.937584] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7db817-4e03-4ab3-9295-1e7a41f37c1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.948236] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aed3543-56e2-40c1-b400-2705739921f3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.995460] env[62364]: DEBUG nova.network.neutron [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Successfully updated port: e6896a20-a245-40ef-83ba-b37e46a0ed39 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.996648] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b77c39-dd4b-4a29-80e4-11edddd9bd81 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.008464] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164c978e-944e-4e96-92e2-8defed7dc726 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.014257] env[62364]: DEBUG nova.network.neutron [-] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.033732] env[62364]: DEBUG nova.compute.provider_tree [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.037100] env[62364]: DEBUG nova.network.neutron [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.045628] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481093, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.137547] env[62364]: DEBUG nova.compute.manager [req-31d7d14a-3a0e-495f-a498-33a242c06901 req-543abba4-13e5-484d-9f6b-27120ca1aa9d service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received event network-vif-plugged-e6896a20-a245-40ef-83ba-b37e46a0ed39 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 969.137851] env[62364]: DEBUG oslo_concurrency.lockutils [req-31d7d14a-3a0e-495f-a498-33a242c06901 req-543abba4-13e5-484d-9f6b-27120ca1aa9d service nova] Acquiring lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.138497] env[62364]: DEBUG oslo_concurrency.lockutils [req-31d7d14a-3a0e-495f-a498-33a242c06901 req-543abba4-13e5-484d-9f6b-27120ca1aa9d service nova] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.138731] env[62364]: DEBUG oslo_concurrency.lockutils [req-31d7d14a-3a0e-495f-a498-33a242c06901 req-543abba4-13e5-484d-9f6b-27120ca1aa9d service nova] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.138961] env[62364]: DEBUG nova.compute.manager [req-31d7d14a-3a0e-495f-a498-33a242c06901 req-543abba4-13e5-484d-9f6b-27120ca1aa9d service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] No waiting events found dispatching network-vif-plugged-e6896a20-a245-40ef-83ba-b37e46a0ed39 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.139751] env[62364]: WARNING nova.compute.manager [req-31d7d14a-3a0e-495f-a498-33a242c06901 req-543abba4-13e5-484d-9f6b-27120ca1aa9d service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received unexpected event network-vif-plugged-e6896a20-a245-40ef-83ba-b37e46a0ed39 for instance with vm_state active and task_state None. [ 969.161621] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481094, 'name': Destroy_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.274296] env[62364]: DEBUG nova.network.neutron [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Updating instance_info_cache with network_info: [{"id": "09c322bb-d486-40c5-9c43-1fdac19a6ba7", "address": "fa:16:3e:0a:d0:28", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c322bb-d4", "ovs_interfaceid": "09c322bb-d486-40c5-9c43-1fdac19a6ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.437233] env[62364]: DEBUG oslo_concurrency.lockutils [req-a7450a42-37e1-4f14-9fac-6d655ed7805f req-8f798823-fbe0-41e2-a981-b376f90a5339 service nova] Releasing lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.437540] env[62364]: DEBUG nova.compute.manager [req-a7450a42-37e1-4f14-9fac-6d655ed7805f req-8f798823-fbe0-41e2-a981-b376f90a5339 service nova] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Received event network-vif-deleted-7f190abf-ef5e-499d-95db-62dbb2567416 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 969.501584] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.501804] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.501967] env[62364]: DEBUG nova.network.neutron [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.516940] env[62364]: INFO nova.compute.manager [-] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Took 1.72 seconds to deallocate network for instance. [ 969.531952] env[62364]: DEBUG oslo_vmware.api [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481093, 'name': PowerOnVM_Task, 'duration_secs': 0.644017} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.531952] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.533874] env[62364]: DEBUG nova.compute.manager [None req-cd83e7a6-eb81-4011-a5c8-3f9772fb8d9e tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.534727] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09530ea-4e94-4e00-8aa1-8a685bff48d2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.538090] env[62364]: DEBUG nova.scheduler.client.report [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.646573] env[62364]: DEBUG nova.compute.manager [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.660980] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481094, 'name': Destroy_Task, 'duration_secs': 0.535096} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.661280] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Destroyed the VM [ 969.661853] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.661853] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0578de75-9fde-4386-99d4-5c3b8fdf681f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.667974] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 969.667974] env[62364]: value = "task-2481095" [ 969.667974] env[62364]: _type = "Task" [ 969.667974] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.673058] env[62364]: DEBUG nova.virt.hardware [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.673864] env[62364]: DEBUG nova.virt.hardware [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.673864] env[62364]: DEBUG nova.virt.hardware [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.673864] env[62364]: DEBUG nova.virt.hardware [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.673864] env[62364]: DEBUG nova.virt.hardware [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.674117] env[62364]: DEBUG nova.virt.hardware [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.674208] env[62364]: DEBUG nova.virt.hardware [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.674361] env[62364]: DEBUG nova.virt.hardware [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.674546] env[62364]: DEBUG nova.virt.hardware [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.674711] env[62364]: DEBUG nova.virt.hardware [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.674892] env[62364]: DEBUG nova.virt.hardware [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.675740] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a7a6f5-fe85-40a8-81bf-1a276e97a563 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.687445] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.691674] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dab45e-a870-4c04-a42d-defc8f71581e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.777199] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "refresh_cache-7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.777566] env[62364]: DEBUG nova.compute.manager [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Instance network_info: |[{"id": "09c322bb-d486-40c5-9c43-1fdac19a6ba7", "address": "fa:16:3e:0a:d0:28", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c322bb-d4", "ovs_interfaceid": "09c322bb-d486-40c5-9c43-1fdac19a6ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.778021] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:d0:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09c322bb-d486-40c5-9c43-1fdac19a6ba7', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.785533] env[62364]: DEBUG oslo.service.loopingcall [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.785788] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.786045] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e516c367-ac4d-401d-81b3-cc17682b36c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.806339] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.806339] env[62364]: value = "task-2481096" [ 969.806339] env[62364]: _type = "Task" [ 969.806339] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.814277] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481096, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.026505] env[62364]: DEBUG oslo_concurrency.lockutils [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.033946] env[62364]: DEBUG nova.compute.manager [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Received event network-vif-plugged-09c322bb-d486-40c5-9c43-1fdac19a6ba7 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 970.034311] env[62364]: DEBUG oslo_concurrency.lockutils [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] Acquiring lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.034591] env[62364]: DEBUG oslo_concurrency.lockutils [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] Lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.034835] env[62364]: DEBUG oslo_concurrency.lockutils [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] Lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.035106] env[62364]: DEBUG nova.compute.manager [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] No waiting events found dispatching network-vif-plugged-09c322bb-d486-40c5-9c43-1fdac19a6ba7 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.035410] env[62364]: WARNING nova.compute.manager [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Received unexpected event network-vif-plugged-09c322bb-d486-40c5-9c43-1fdac19a6ba7 for instance with vm_state building and task_state spawning. [ 970.035642] env[62364]: DEBUG nova.compute.manager [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Received event network-changed-09c322bb-d486-40c5-9c43-1fdac19a6ba7 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 970.035880] env[62364]: DEBUG nova.compute.manager [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Refreshing instance network info cache due to event network-changed-09c322bb-d486-40c5-9c43-1fdac19a6ba7. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 970.036175] env[62364]: DEBUG oslo_concurrency.lockutils [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] Acquiring lock "refresh_cache-7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.036426] env[62364]: DEBUG oslo_concurrency.lockutils [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] Acquired lock "refresh_cache-7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.036607] env[62364]: DEBUG nova.network.neutron [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Refreshing network info cache for port 09c322bb-d486-40c5-9c43-1fdac19a6ba7 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.042492] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.043132] env[62364]: DEBUG nova.compute.manager [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.047229] env[62364]: WARNING nova.network.neutron [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] cec9def8-70ce-4471-8895-03263e90a1ca already exists in list: networks containing: ['cec9def8-70ce-4471-8895-03263e90a1ca']. ignoring it [ 970.047518] env[62364]: WARNING nova.network.neutron [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] cec9def8-70ce-4471-8895-03263e90a1ca already exists in list: networks containing: ['cec9def8-70ce-4471-8895-03263e90a1ca']. ignoring it [ 970.050043] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.267s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.181770] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481095, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.188535] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.320272] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481096, 'name': CreateVM_Task, 'duration_secs': 0.398668} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.320444] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.321108] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.321280] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.321722] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.321862] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dff1c49-a6ea-4ddd-89f6-fc1565090b38 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.326706] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 970.326706] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]528573fa-1ddf-b9f2-0543-890e9c117343" [ 970.326706] env[62364]: _type = "Task" [ 970.326706] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.334947] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528573fa-1ddf-b9f2-0543-890e9c117343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.485488] env[62364]: DEBUG nova.network.neutron [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Successfully updated port: ccdabc66-e9b1-478d-bfa4-add552083297 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.560110] env[62364]: DEBUG nova.compute.utils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 970.562898] env[62364]: DEBUG nova.compute.manager [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.563119] env[62364]: DEBUG nova.network.neutron [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.639679] env[62364]: DEBUG nova.policy [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71044cacf4154caeb77707e7af7ddc4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02e398f5ae694c398ae1842bd55bd5db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.681088] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481095, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.698616] env[62364]: DEBUG nova.network.neutron [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updating instance_info_cache with network_info: [{"id": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "address": "fa:16:3e:e8:43:0f", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa720da0b-87", "ovs_interfaceid": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ff2ee5e-1be9-4289-be40-725e58fde17c", "address": "fa:16:3e:3a:1f:4b", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff2ee5e-1b", "ovs_interfaceid": "5ff2ee5e-1be9-4289-be40-725e58fde17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6896a20-a245-40ef-83ba-b37e46a0ed39", "address": "fa:16:3e:ae:31:b9", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6896a20-a2", "ovs_interfaceid": "e6896a20-a245-40ef-83ba-b37e46a0ed39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.834531] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06707cf-3968-4509-ac09-975708ed7e8f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.841061] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528573fa-1ddf-b9f2-0543-890e9c117343, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.844124] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.844389] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.844671] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.844858] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.845084] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.845392] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae72435b-f151-4316-82af-309e399ad297 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.850985] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6946f3f9-e09d-47ca-8777-dffb182b8e7e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.856658] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.856884] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.883354] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b2a8d80-5f3c-48e6-8615-6b592f7a57fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.887654] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31b0b71-8370-40df-a34d-91f4bdc35942 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.894652] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 970.894652] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521d8e89-af59-5f52-22d6-e430af724ab7" [ 970.894652] env[62364]: _type = "Task" [ 970.894652] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.902200] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3ac176-7d95-4317-9af5-8a5967efb078 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.922580] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521d8e89-af59-5f52-22d6-e430af724ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.013896} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.923111] env[62364]: DEBUG nova.compute.provider_tree [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.925120] env[62364]: DEBUG nova.network.neutron [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Updated VIF entry in instance network info cache for port 09c322bb-d486-40c5-9c43-1fdac19a6ba7. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.925508] env[62364]: DEBUG nova.network.neutron [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Updating instance_info_cache with network_info: [{"id": "09c322bb-d486-40c5-9c43-1fdac19a6ba7", "address": "fa:16:3e:0a:d0:28", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c322bb-d4", "ovs_interfaceid": "09c322bb-d486-40c5-9c43-1fdac19a6ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.927716] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e6a5f4-476f-40a9-8954-d15da572326a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.934653] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 970.934653] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52123cb2-e045-d43f-40c5-a8269bfaf8e8" [ 970.934653] env[62364]: _type = "Task" [ 970.934653] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.945387] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52123cb2-e045-d43f-40c5-a8269bfaf8e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.988645] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquiring lock "refresh_cache-96ec67d2-0f59-4f15-85e3-58cd8f797169" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.988904] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquired lock "refresh_cache-96ec67d2-0f59-4f15-85e3-58cd8f797169" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.989177] env[62364]: DEBUG nova.network.neutron [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.044280] env[62364]: DEBUG nova.network.neutron [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Successfully created port: 28d3bd27-ea52-4606-b336-399d0a718462 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.067539] env[62364]: DEBUG nova.compute.manager [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.183123] env[62364]: DEBUG oslo_vmware.api [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481095, 'name': RemoveSnapshot_Task, 'duration_secs': 1.27276} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.183513] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 971.203443] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.204364] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.204591] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.209261] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0024051-6cc6-46b5-b3fc-6cf066d61683 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.235948] env[62364]: DEBUG nova.virt.hardware [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.236278] env[62364]: DEBUG nova.virt.hardware [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.237452] env[62364]: DEBUG nova.virt.hardware [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.237452] env[62364]: DEBUG nova.virt.hardware [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.237452] env[62364]: DEBUG nova.virt.hardware [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.237452] env[62364]: DEBUG nova.virt.hardware [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.237452] env[62364]: DEBUG nova.virt.hardware [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.237693] env[62364]: DEBUG nova.virt.hardware [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.237864] env[62364]: DEBUG nova.virt.hardware [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.238148] env[62364]: DEBUG nova.virt.hardware [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.238340] env[62364]: DEBUG nova.virt.hardware [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.247711] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Reconfiguring VM to attach interface {{(pid=62364) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 971.250821] env[62364]: DEBUG nova.compute.manager [req-849fb6ec-a159-4a75-b05e-4003ee718e46 req-7a2b4ee0-7d9e-4c68-bc3d-5e83a5f59a9c service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received event network-changed-e6896a20-a245-40ef-83ba-b37e46a0ed39 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 971.251044] env[62364]: DEBUG nova.compute.manager [req-849fb6ec-a159-4a75-b05e-4003ee718e46 req-7a2b4ee0-7d9e-4c68-bc3d-5e83a5f59a9c service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Refreshing instance network info cache due to event network-changed-e6896a20-a245-40ef-83ba-b37e46a0ed39. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 971.251369] env[62364]: DEBUG oslo_concurrency.lockutils [req-849fb6ec-a159-4a75-b05e-4003ee718e46 req-7a2b4ee0-7d9e-4c68-bc3d-5e83a5f59a9c service nova] Acquiring lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.251549] env[62364]: DEBUG oslo_concurrency.lockutils [req-849fb6ec-a159-4a75-b05e-4003ee718e46 req-7a2b4ee0-7d9e-4c68-bc3d-5e83a5f59a9c service nova] Acquired lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.251775] env[62364]: DEBUG nova.network.neutron [req-849fb6ec-a159-4a75-b05e-4003ee718e46 req-7a2b4ee0-7d9e-4c68-bc3d-5e83a5f59a9c service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Refreshing network info cache for port e6896a20-a245-40ef-83ba-b37e46a0ed39 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.253565] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e3c1141-5d09-4558-a061-5a60f6c469eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.278639] env[62364]: DEBUG oslo_vmware.api [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 971.278639] env[62364]: value = "task-2481097" [ 971.278639] env[62364]: _type = "Task" [ 971.278639] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.288160] env[62364]: DEBUG oslo_vmware.api [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481097, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.430733] env[62364]: DEBUG oslo_concurrency.lockutils [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] Releasing lock "refresh_cache-7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.431247] env[62364]: DEBUG nova.compute.manager [req-fa32ce07-fc17-44c1-b46b-70fd538ba011 req-0bfbc91c-485a-4277-abd7-7ead3c755cc8 service nova] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Received event network-vif-deleted-16cfe520-95ef-41f6-ab5e-5bb3d5579c41 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 971.432061] env[62364]: DEBUG nova.scheduler.client.report [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.448123] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52123cb2-e045-d43f-40c5-a8269bfaf8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011976} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.448486] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.448768] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e/7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.449076] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba54698b-a801-4d9b-bf21-68c21c587ea6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.456832] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 971.456832] env[62364]: value = "task-2481098" [ 971.456832] env[62364]: _type = "Task" [ 971.456832] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.468250] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.523494] env[62364]: DEBUG nova.network.neutron [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.581964] env[62364]: DEBUG nova.network.neutron [req-849fb6ec-a159-4a75-b05e-4003ee718e46 req-7a2b4ee0-7d9e-4c68-bc3d-5e83a5f59a9c service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updated VIF entry in instance network info cache for port e6896a20-a245-40ef-83ba-b37e46a0ed39. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.582616] env[62364]: DEBUG nova.network.neutron [req-849fb6ec-a159-4a75-b05e-4003ee718e46 req-7a2b4ee0-7d9e-4c68-bc3d-5e83a5f59a9c service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updating instance_info_cache with network_info: [{"id": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "address": "fa:16:3e:e8:43:0f", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa720da0b-87", "ovs_interfaceid": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ff2ee5e-1be9-4289-be40-725e58fde17c", "address": "fa:16:3e:3a:1f:4b", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff2ee5e-1b", "ovs_interfaceid": "5ff2ee5e-1be9-4289-be40-725e58fde17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6896a20-a245-40ef-83ba-b37e46a0ed39", "address": "fa:16:3e:ae:31:b9", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6896a20-a2", "ovs_interfaceid": "e6896a20-a245-40ef-83ba-b37e46a0ed39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.690037] env[62364]: WARNING nova.compute.manager [None req-c3252726-8bfe-4373-8b71-61fbce706f79 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Image not found during snapshot: nova.exception.ImageNotFound: Image 4ed68fa4-da3f-4646-993d-0617463a0ba6 could not be found. [ 971.715904] env[62364]: INFO nova.compute.manager [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Unrescuing [ 971.716323] env[62364]: DEBUG oslo_concurrency.lockutils [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.716551] env[62364]: DEBUG oslo_concurrency.lockutils [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquired lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.716801] env[62364]: DEBUG nova.network.neutron [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.744179] env[62364]: DEBUG nova.network.neutron [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Updating instance_info_cache with network_info: [{"id": "ccdabc66-e9b1-478d-bfa4-add552083297", "address": "fa:16:3e:b6:ca:59", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccdabc66-e9", "ovs_interfaceid": "ccdabc66-e9b1-478d-bfa4-add552083297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.793016] env[62364]: DEBUG oslo_vmware.api [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.968076] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481098, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.067603] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.067901] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.068205] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.068511] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.068799] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.071159] env[62364]: INFO nova.compute.manager [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Terminating instance [ 972.081217] env[62364]: DEBUG nova.compute.manager [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.085756] env[62364]: DEBUG oslo_concurrency.lockutils [req-849fb6ec-a159-4a75-b05e-4003ee718e46 req-7a2b4ee0-7d9e-4c68-bc3d-5e83a5f59a9c service nova] Releasing lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.107464] env[62364]: DEBUG nova.virt.hardware [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.107797] env[62364]: DEBUG nova.virt.hardware [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.108138] env[62364]: DEBUG nova.virt.hardware [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.108454] env[62364]: DEBUG nova.virt.hardware [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.108682] env[62364]: DEBUG nova.virt.hardware [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.108935] env[62364]: DEBUG nova.virt.hardware [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.109317] env[62364]: DEBUG nova.virt.hardware [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.109569] env[62364]: DEBUG nova.virt.hardware [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.109811] env[62364]: DEBUG nova.virt.hardware [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.110075] env[62364]: DEBUG nova.virt.hardware [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.110511] env[62364]: DEBUG nova.virt.hardware [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.111811] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff4989c-adcd-4a35-b4f0-0211b4fd7217 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.123620] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b9068-cd12-492a-bfd2-1a0de507b57f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.247219] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Releasing lock "refresh_cache-96ec67d2-0f59-4f15-85e3-58cd8f797169" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.247571] env[62364]: DEBUG nova.compute.manager [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Instance network_info: |[{"id": "ccdabc66-e9b1-478d-bfa4-add552083297", "address": "fa:16:3e:b6:ca:59", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccdabc66-e9", "ovs_interfaceid": "ccdabc66-e9b1-478d-bfa4-add552083297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.248024] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:ca:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccdabc66-e9b1-478d-bfa4-add552083297', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.256094] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Creating folder: Project (4c419b0cfdaf432ead6e400d5aa758c8). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.258954] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-508b8da4-f919-4905-a914-8277c844510c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.270282] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Created folder: Project (4c419b0cfdaf432ead6e400d5aa758c8) in parent group-v501830. [ 972.270490] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Creating folder: Instances. Parent ref: group-v502073. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.270740] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a701703-c7f2-4716-938c-2bb254e2115d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.280061] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Created folder: Instances in parent group-v502073. [ 972.280358] env[62364]: DEBUG oslo.service.loopingcall [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.280645] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.285612] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4266cae1-0486-4e3e-a0f4-005c9bd04667 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.304734] env[62364]: DEBUG oslo_vmware.api [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481097, 'name': ReconfigVM_Task, 'duration_secs': 0.754521} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.306152] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.306379] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Reconfigured VM to attach interface {{(pid=62364) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 972.308893] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.308893] env[62364]: value = "task-2481101" [ 972.308893] env[62364]: _type = "Task" [ 972.308893] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.321963] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481101, 'name': CreateVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.426390] env[62364]: DEBUG nova.compute.manager [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Received event network-vif-plugged-ccdabc66-e9b1-478d-bfa4-add552083297 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 972.426637] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] Acquiring lock "96ec67d2-0f59-4f15-85e3-58cd8f797169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.426890] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] Lock "96ec67d2-0f59-4f15-85e3-58cd8f797169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.427098] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] Lock "96ec67d2-0f59-4f15-85e3-58cd8f797169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.427484] env[62364]: DEBUG nova.compute.manager [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] No waiting events found dispatching network-vif-plugged-ccdabc66-e9b1-478d-bfa4-add552083297 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.427586] env[62364]: WARNING nova.compute.manager [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Received unexpected event network-vif-plugged-ccdabc66-e9b1-478d-bfa4-add552083297 for instance with vm_state building and task_state spawning. [ 972.427764] env[62364]: DEBUG nova.compute.manager [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Received event network-changed-ccdabc66-e9b1-478d-bfa4-add552083297 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 972.428042] env[62364]: DEBUG nova.compute.manager [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Refreshing instance network info cache due to event network-changed-ccdabc66-e9b1-478d-bfa4-add552083297. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 972.428235] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] Acquiring lock "refresh_cache-96ec67d2-0f59-4f15-85e3-58cd8f797169" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.428384] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] Acquired lock "refresh_cache-96ec67d2-0f59-4f15-85e3-58cd8f797169" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.428579] env[62364]: DEBUG nova.network.neutron [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Refreshing network info cache for port ccdabc66-e9b1-478d-bfa4-add552083297 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.446856] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.396s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.449869] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.498s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.450230] env[62364]: DEBUG nova.objects.instance [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lazy-loading 'resources' on Instance uuid cfa355e5-ea30-4e2d-ba43-afd90e3d4afc {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.471075] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53555} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.471075] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e/7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.471075] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.471075] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-164cf750-9edb-48c2-9200-25992aa3ebe0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.477830] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 972.477830] env[62364]: value = "task-2481102" [ 972.477830] env[62364]: _type = "Task" [ 972.477830] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.486715] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.562479] env[62364]: DEBUG nova.network.neutron [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updating instance_info_cache with network_info: [{"id": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "address": "fa:16:3e:21:db:14", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f429b8c-9c", "ovs_interfaceid": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.574977] env[62364]: DEBUG nova.compute.manager [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.575342] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.576516] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4836b4-c1d1-4e0d-89fa-448e9ed58f53 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.586107] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.586232] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c02f5604-c376-44e5-8b94-6e54102f39cc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.593105] env[62364]: DEBUG oslo_vmware.api [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 972.593105] env[62364]: value = "task-2481103" [ 972.593105] env[62364]: _type = "Task" [ 972.593105] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.602533] env[62364]: DEBUG oslo_vmware.api [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.645485] env[62364]: DEBUG nova.network.neutron [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Successfully updated port: 28d3bd27-ea52-4606-b336-399d0a718462 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.814730] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7dc95be8-7b9f-4b56-9ec3-ec757ed086c4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-e6896a20-a245-40ef-83ba-b37e46a0ed39" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.066s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.822671] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481101, 'name': CreateVM_Task, 'duration_secs': 0.451986} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.822925] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.823717] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.823940] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.824351] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.824687] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468311bc-5439-457d-8d60-a946f70d4fb1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.831692] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for the task: (returnval){ [ 972.831692] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526649f2-bfb9-08a0-dd2c-09df85c241b5" [ 972.831692] env[62364]: _type = "Task" [ 972.831692] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.843190] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526649f2-bfb9-08a0-dd2c-09df85c241b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.953664] env[62364]: DEBUG nova.objects.instance [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lazy-loading 'numa_topology' on Instance uuid cfa355e5-ea30-4e2d-ba43-afd90e3d4afc {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.990378] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101124} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.990653] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.991871] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919d4cf4-4b6b-4083-81c9-a8a799198a67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.015700] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e/7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.016900] env[62364]: INFO nova.scheduler.client.report [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted allocation for migration f825057a-001a-4461-af61-8d51ddd605dc [ 973.020414] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30279b2b-477c-4541-bea0-59d1af19eddd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.044553] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 973.044553] env[62364]: value = "task-2481104" [ 973.044553] env[62364]: _type = "Task" [ 973.044553] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.054015] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.065338] env[62364]: DEBUG oslo_concurrency.lockutils [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Releasing lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.066145] env[62364]: DEBUG nova.objects.instance [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lazy-loading 'flavor' on Instance uuid e5cb70a0-b975-42f4-a7e9-d94451db1391 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.104503] env[62364]: DEBUG oslo_vmware.api [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481103, 'name': PowerOffVM_Task, 'duration_secs': 0.309447} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.104761] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.104955] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.105254] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae576bae-8aa4-4d1b-bc76-65ec4b6c4cec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.148801] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquiring lock "refresh_cache-a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.148946] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquired lock "refresh_cache-a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.149113] env[62364]: DEBUG nova.network.neutron [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.180651] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.180889] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.180889] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleting the datastore file [datastore2] 365bd3b0-c82b-44a0-a3da-9a5997168d7c {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.181217] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cade630f-5239-4fcb-95c3-f464d14eccaa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.187562] env[62364]: DEBUG nova.network.neutron [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Updated VIF entry in instance network info cache for port ccdabc66-e9b1-478d-bfa4-add552083297. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.188074] env[62364]: DEBUG nova.network.neutron [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Updating instance_info_cache with network_info: [{"id": "ccdabc66-e9b1-478d-bfa4-add552083297", "address": "fa:16:3e:b6:ca:59", "network": {"id": "4b1284c6-496c-4d7f-9725-5b47edc3cbf8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db9aca43d1bc43d493270c20b89671f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccdabc66-e9", "ovs_interfaceid": "ccdabc66-e9b1-478d-bfa4-add552083297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.191974] env[62364]: DEBUG oslo_vmware.api [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for the task: (returnval){ [ 973.191974] env[62364]: value = "task-2481106" [ 973.191974] env[62364]: _type = "Task" [ 973.191974] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.202654] env[62364]: DEBUG oslo_vmware.api [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.348166] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526649f2-bfb9-08a0-dd2c-09df85c241b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.348665] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.349098] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.349495] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.349760] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.350086] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.350482] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44941508-9863-4888-9de9-c684e8cb104d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.371466] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.371868] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.373208] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3686e7b4-cd6a-4cda-9fb1-12f86aebccce {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.381852] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for the task: (returnval){ [ 973.381852] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a9594d-623f-08d1-32a2-901ee46bffea" [ 973.381852] env[62364]: _type = "Task" [ 973.381852] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.394880] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a9594d-623f-08d1-32a2-901ee46bffea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.458821] env[62364]: DEBUG nova.objects.base [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.540028] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1ded0aea-44d9-4e06-8721-fa361ad7a829 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.153s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.558707] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481104, 'name': ReconfigVM_Task, 'duration_secs': 0.468576} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.559118] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e/7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.559922] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05501c1a-d2e2-449d-bbb4-0d2cbb5c971b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.576315] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 973.576315] env[62364]: value = "task-2481107" [ 973.576315] env[62364]: _type = "Task" [ 973.576315] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.577651] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aa0ce2-a2e3-468d-bf1f-960c0e3d2136 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.593686] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481107, 'name': Rename_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.617493] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.620545] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f505f35c-daf3-40d5-8e82-d9f9d24358ca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.629666] env[62364]: DEBUG oslo_vmware.api [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 973.629666] env[62364]: value = "task-2481108" [ 973.629666] env[62364]: _type = "Task" [ 973.629666] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.643148] env[62364]: DEBUG oslo_vmware.api [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.693252] env[62364]: DEBUG oslo_concurrency.lockutils [req-e7a6bf76-f81b-41c2-8e00-eb2481c78ede req-6dc8babe-0ba4-417d-81a1-20a6552b276c service nova] Releasing lock "refresh_cache-96ec67d2-0f59-4f15-85e3-58cd8f797169" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.694453] env[62364]: DEBUG nova.network.neutron [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.710107] env[62364]: DEBUG oslo_vmware.api [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Task: {'id': task-2481106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25044} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.710413] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.710607] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.710786] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.710963] env[62364]: INFO nova.compute.manager [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 973.711243] env[62364]: DEBUG oslo.service.loopingcall [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.711453] env[62364]: DEBUG nova.compute.manager [-] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.711541] env[62364]: DEBUG nova.network.neutron [-] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.766733] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca23c93-1988-4d18-acf5-8eab08fde460 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.780043] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c702a1-f9cd-4103-973b-7b8edd37b18b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.812895] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840a9b1f-7dd2-4d21-a8cc-ea3f89364d43 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.822629] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594deb4e-6e05-4c45-acfd-e5b99090694d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.838625] env[62364]: DEBUG nova.compute.provider_tree [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.893381] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a9594d-623f-08d1-32a2-901ee46bffea, 'name': SearchDatastore_Task, 'duration_secs': 0.01283} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.896762] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c61294-6b25-4816-9d79-90d4e4a12c20 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.903582] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for the task: (returnval){ [ 973.903582] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5278bd2d-757a-14b6-3e66-974b31b122c6" [ 973.903582] env[62364]: _type = "Task" [ 973.903582] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.916061] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5278bd2d-757a-14b6-3e66-974b31b122c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.959397] env[62364]: DEBUG nova.network.neutron [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Updating instance_info_cache with network_info: [{"id": "28d3bd27-ea52-4606-b336-399d0a718462", "address": "fa:16:3e:35:6e:b4", "network": {"id": "ad9cf245-f7a1-4849-9719-fe56a65339b7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-223034778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e398f5ae694c398ae1842bd55bd5db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d3bd27-ea", "ovs_interfaceid": "28d3bd27-ea52-4606-b336-399d0a718462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.089355] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481107, 'name': Rename_Task, 'duration_secs': 0.174645} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.089648] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.089910] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf98e02f-3063-4748-8f15-096885c49129 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.098823] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 974.098823] env[62364]: value = "task-2481109" [ 974.098823] env[62364]: _type = "Task" [ 974.098823] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.108489] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.139486] env[62364]: DEBUG oslo_vmware.api [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481108, 'name': PowerOffVM_Task, 'duration_secs': 0.332952} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.139757] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.146646] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Reconfiguring VM instance instance-00000032 to detach disk 2002 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 974.146646] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc062472-eaf7-40f9-a60e-5467b65cca6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.166263] env[62364]: DEBUG oslo_vmware.api [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 974.166263] env[62364]: value = "task-2481110" [ 974.166263] env[62364]: _type = "Task" [ 974.166263] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.175751] env[62364]: DEBUG oslo_vmware.api [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.342322] env[62364]: DEBUG nova.scheduler.client.report [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.348296] env[62364]: DEBUG nova.compute.manager [req-730c26ef-0c03-4f86-bdc8-07e838819dd9 req-c27c6b81-4fd3-4135-a3e9-af8a51271240 service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Received event network-vif-deleted-e9092d78-6edd-4211-8794-e791fe111ebf {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 974.348296] env[62364]: INFO nova.compute.manager [req-730c26ef-0c03-4f86-bdc8-07e838819dd9 req-c27c6b81-4fd3-4135-a3e9-af8a51271240 service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Neutron deleted interface e9092d78-6edd-4211-8794-e791fe111ebf; detaching it from the instance and deleting it from the info cache [ 974.348541] env[62364]: DEBUG nova.network.neutron [req-730c26ef-0c03-4f86-bdc8-07e838819dd9 req-c27c6b81-4fd3-4135-a3e9-af8a51271240 service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.416583] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5278bd2d-757a-14b6-3e66-974b31b122c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018315} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.417171] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.417332] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 96ec67d2-0f59-4f15-85e3-58cd8f797169/96ec67d2-0f59-4f15-85e3-58cd8f797169.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.417477] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-668f1e5f-789f-46de-bb95-b5fb7f9aa8ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.426373] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for the task: (returnval){ [ 974.426373] env[62364]: value = "task-2481111" [ 974.426373] env[62364]: _type = "Task" [ 974.426373] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.437234] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.462408] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Releasing lock "refresh_cache-a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.462530] env[62364]: DEBUG nova.compute.manager [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Instance network_info: |[{"id": "28d3bd27-ea52-4606-b336-399d0a718462", "address": "fa:16:3e:35:6e:b4", "network": {"id": "ad9cf245-f7a1-4849-9719-fe56a65339b7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-223034778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e398f5ae694c398ae1842bd55bd5db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d3bd27-ea", "ovs_interfaceid": "28d3bd27-ea52-4606-b336-399d0a718462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.462931] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:6e:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28d3bd27-ea52-4606-b336-399d0a718462', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.471377] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Creating folder: Project (02e398f5ae694c398ae1842bd55bd5db). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.471727] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-690f5193-1ac4-47cf-b220-0d889d28203e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.486469] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Created folder: Project (02e398f5ae694c398ae1842bd55bd5db) in parent group-v501830. [ 974.486757] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Creating folder: Instances. Parent ref: group-v502076. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.487036] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3deae66c-0a7a-43c2-a23e-18a5177e6ef2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.499504] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Created folder: Instances in parent group-v502076. [ 974.499716] env[62364]: DEBUG oslo.service.loopingcall [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.499919] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.500156] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a33db262-dfe8-4389-b76e-9735335d4071 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.521864] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.521864] env[62364]: value = "task-2481114" [ 974.521864] env[62364]: _type = "Task" [ 974.521864] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.530663] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481114, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.559038] env[62364]: DEBUG nova.compute.manager [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Received event network-vif-plugged-28d3bd27-ea52-4606-b336-399d0a718462 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 974.559038] env[62364]: DEBUG oslo_concurrency.lockutils [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] Acquiring lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.559281] env[62364]: DEBUG oslo_concurrency.lockutils [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] Lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.561063] env[62364]: DEBUG oslo_concurrency.lockutils [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] Lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.561063] env[62364]: DEBUG nova.compute.manager [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] No waiting events found dispatching network-vif-plugged-28d3bd27-ea52-4606-b336-399d0a718462 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.561063] env[62364]: WARNING nova.compute.manager [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Received unexpected event network-vif-plugged-28d3bd27-ea52-4606-b336-399d0a718462 for instance with vm_state building and task_state spawning. [ 974.561063] env[62364]: DEBUG nova.compute.manager [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Received event network-changed-28d3bd27-ea52-4606-b336-399d0a718462 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 974.561063] env[62364]: DEBUG nova.compute.manager [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Refreshing instance network info cache due to event network-changed-28d3bd27-ea52-4606-b336-399d0a718462. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 974.561063] env[62364]: DEBUG oslo_concurrency.lockutils [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] Acquiring lock "refresh_cache-a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.561063] env[62364]: DEBUG oslo_concurrency.lockutils [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] Acquired lock "refresh_cache-a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.561063] env[62364]: DEBUG nova.network.neutron [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Refreshing network info cache for port 28d3bd27-ea52-4606-b336-399d0a718462 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.614825] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481109, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.678838] env[62364]: DEBUG oslo_vmware.api [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481110, 'name': ReconfigVM_Task, 'duration_secs': 0.38651} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.679159] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Reconfigured VM instance instance-00000032 to detach disk 2002 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 974.679400] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.679656] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-280261bf-41e8-4ff2-a0f2-02246ac5e4ab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.691178] env[62364]: DEBUG oslo_vmware.api [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 974.691178] env[62364]: value = "task-2481115" [ 974.691178] env[62364]: _type = "Task" [ 974.691178] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.707060] env[62364]: DEBUG oslo_vmware.api [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.761456] env[62364]: DEBUG nova.network.neutron [-] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.848771] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.399s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.851950] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.965s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.852251] env[62364]: DEBUG nova.objects.instance [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Lazy-loading 'resources' on Instance uuid 4d0b1a75-9371-48e3-b979-78ca6bebd02c {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.854407] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-539f41b6-6c94-4892-b8a4-60d34e9243ed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.867155] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b67fb2e-7d0e-44d4-bbfb-ffc5692d6542 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.910885] env[62364]: DEBUG nova.compute.manager [req-730c26ef-0c03-4f86-bdc8-07e838819dd9 req-c27c6b81-4fd3-4135-a3e9-af8a51271240 service nova] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Detach interface failed, port_id=e9092d78-6edd-4211-8794-e791fe111ebf, reason: Instance 365bd3b0-c82b-44a0-a3da-9a5997168d7c could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 974.939799] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481111, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.032741] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481114, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.069217] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-5ff2ee5e-1be9-4289-be40-725e58fde17c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.069217] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-5ff2ee5e-1be9-4289-be40-725e58fde17c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.114447] env[62364]: DEBUG oslo_vmware.api [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481109, 'name': PowerOnVM_Task, 'duration_secs': 0.668709} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.115182] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.115478] env[62364]: INFO nova.compute.manager [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Took 7.87 seconds to spawn the instance on the hypervisor. [ 975.115698] env[62364]: DEBUG nova.compute.manager [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.116551] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a91287-e38f-4cec-8e77-2d40893d5e74 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.138424] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.139401] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.139401] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.139401] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.139610] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.142584] env[62364]: INFO nova.compute.manager [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Terminating instance [ 975.205773] env[62364]: DEBUG oslo_vmware.api [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.265665] env[62364]: INFO nova.compute.manager [-] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Took 1.55 seconds to deallocate network for instance. [ 975.368029] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e9cb9dd7-4580-4a8b-8208-cf1176de8048 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.411s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.368743] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.180s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.369084] env[62364]: INFO nova.compute.manager [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Unshelving [ 975.426778] env[62364]: DEBUG nova.network.neutron [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Updated VIF entry in instance network info cache for port 28d3bd27-ea52-4606-b336-399d0a718462. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.426879] env[62364]: DEBUG nova.network.neutron [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Updating instance_info_cache with network_info: [{"id": "28d3bd27-ea52-4606-b336-399d0a718462", "address": "fa:16:3e:35:6e:b4", "network": {"id": "ad9cf245-f7a1-4849-9719-fe56a65339b7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-223034778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02e398f5ae694c398ae1842bd55bd5db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d3bd27-ea", "ovs_interfaceid": "28d3bd27-ea52-4606-b336-399d0a718462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.437870] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568112} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.441255] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 96ec67d2-0f59-4f15-85e3-58cd8f797169/96ec67d2-0f59-4f15-85e3-58cd8f797169.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.441412] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.443284] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba69b180-f1cd-476a-a2bb-ccf35ceb9ade {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.452478] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for the task: (returnval){ [ 975.452478] env[62364]: value = "task-2481116" [ 975.452478] env[62364]: _type = "Task" [ 975.452478] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.466834] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.533265] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481114, 'name': CreateVM_Task, 'duration_secs': 0.599504} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.536061] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.537040] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.537298] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.537646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.537926] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93be6d56-c91b-4afc-9d0e-b9cd3732bd3c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.543988] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for the task: (returnval){ [ 975.543988] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]522cbfdd-7a67-edbf-d1b6-ed67c2cb671b" [ 975.543988] env[62364]: _type = "Task" [ 975.543988] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.555145] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522cbfdd-7a67-edbf-d1b6-ed67c2cb671b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.574223] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.574715] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.575955] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c2a45-157d-4e99-97c7-96a912b93c46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.599593] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a1ecf4-84c0-42bb-b704-10c5c558b73b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.632198] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Reconfiguring VM to detach interface {{(pid=62364) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 975.639589] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1254d01c-2c51-4d47-92cb-0cf0ebd2c7fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.655856] env[62364]: DEBUG nova.compute.manager [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.656013] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.656562] env[62364]: INFO nova.compute.manager [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Took 13.85 seconds to build instance. [ 975.658040] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70b60f6-aed8-4fdf-bec0-f7c973420b00 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.667305] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.671993] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a378f2c0-5f43-49b3-8a83-45f2a6dd4d74 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.671993] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b72e28e-c4b9-4481-8e0a-7c6dc387603c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.674367] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 975.674367] env[62364]: value = "task-2481117" [ 975.674367] env[62364]: _type = "Task" [ 975.674367] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.682511] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174e1cea-619d-46b2-a11f-99197a6ea445 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.690912] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.691343] env[62364]: DEBUG oslo_vmware.api [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 975.691343] env[62364]: value = "task-2481118" [ 975.691343] env[62364]: _type = "Task" [ 975.691343] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.728285] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72014651-63c8-4e91-ad35-8d5377296cc6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.738063] env[62364]: DEBUG oslo_vmware.api [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.738404] env[62364]: DEBUG oslo_vmware.api [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481115, 'name': PowerOnVM_Task, 'duration_secs': 0.674341} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.741612] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.741879] env[62364]: DEBUG nova.compute.manager [None req-334553b3-50fe-4263-b9ad-e5d61c6eeccd tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.742576] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.742819] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.747115] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd4c771-7235-405b-a0e6-9b0d59f88be7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.751710] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422ae6cf-aad3-4155-a013-9cd30249a3a9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.771421] env[62364]: DEBUG nova.compute.provider_tree [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.777912] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.932529] env[62364]: DEBUG oslo_concurrency.lockutils [req-9b2cd60f-3e09-4bcf-913f-790fb4e96507 req-6f9296b1-9eeb-4490-a67b-204bdc079a62 service nova] Releasing lock "refresh_cache-a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.965604] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07176} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.968289] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.968289] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916e502a-7573-40e9-bd48-048d49e71445 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.992054] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 96ec67d2-0f59-4f15-85e3-58cd8f797169/96ec67d2-0f59-4f15-85e3-58cd8f797169.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.992417] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efe54ec6-6962-4153-b478-737f61c8b861 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.013106] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for the task: (returnval){ [ 976.013106] env[62364]: value = "task-2481119" [ 976.013106] env[62364]: _type = "Task" [ 976.013106] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.026088] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.053745] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522cbfdd-7a67-edbf-d1b6-ed67c2cb671b, 'name': SearchDatastore_Task, 'duration_secs': 0.019603} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.054106] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.054349] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.054581] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.054731] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.054911] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.055209] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cb90ad7-7428-41ab-b1a3-9927cd483aa6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.069964] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.070260] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.071512] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67729263-b7bb-4268-ba3f-3ca05cafe729 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.079766] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for the task: (returnval){ [ 976.079766] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527d8dfe-3959-8868-804f-a9112b34b31b" [ 976.079766] env[62364]: _type = "Task" [ 976.079766] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.088680] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527d8dfe-3959-8868-804f-a9112b34b31b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.099320] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293cfe5-0af1-1dda-d8bb-6f00e3660fbd/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 976.100179] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee6bea2-eefe-45f6-a5ab-f46902c84ba7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.106886] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293cfe5-0af1-1dda-d8bb-6f00e3660fbd/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 976.107093] env[62364]: ERROR oslo_vmware.rw_handles [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293cfe5-0af1-1dda-d8bb-6f00e3660fbd/disk-0.vmdk due to incomplete transfer. [ 976.107339] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1d8c761-5bee-4f47-8bb4-a4a504d6d101 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.114711] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293cfe5-0af1-1dda-d8bb-6f00e3660fbd/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 976.114906] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Uploaded image f522f0ee-f41d-4aac-ad17-733fb8cb1668 to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 976.117132] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 976.117375] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dfe3a31e-c16c-4a07-8fcc-6f8b0fe668d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.123423] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 976.123423] env[62364]: value = "task-2481120" [ 976.123423] env[62364]: _type = "Task" [ 976.123423] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.131694] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481120, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.163465] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7311cb48-4a72-488b-9aef-dab21cc412b2 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.369s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.186282] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.202184] env[62364]: DEBUG oslo_vmware.api [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481118, 'name': PowerOffVM_Task, 'duration_secs': 0.260135} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.202477] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.202647] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.202901] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1348d4dc-4c83-4d4f-b343-ee4afdefeff5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.251380] env[62364]: DEBUG nova.compute.manager [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.271514] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.271756] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.272340] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleting the datastore file [datastore2] f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.272340] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fbe4cf2-e478-49c4-bc95-9e1bdc2efc0d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.277918] env[62364]: DEBUG nova.scheduler.client.report [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.290027] env[62364]: DEBUG oslo_vmware.api [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 976.290027] env[62364]: value = "task-2481122" [ 976.290027] env[62364]: _type = "Task" [ 976.290027] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.305680] env[62364]: DEBUG oslo_vmware.api [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.379181] env[62364]: DEBUG nova.compute.utils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 976.528691] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.591803] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527d8dfe-3959-8868-804f-a9112b34b31b, 'name': SearchDatastore_Task, 'duration_secs': 0.054933} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.592862] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c553f14-0f0e-4925-8c82-e10cba13dafe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.599691] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for the task: (returnval){ [ 976.599691] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52178f53-0c4b-d7aa-e6d1-313e3742e904" [ 976.599691] env[62364]: _type = "Task" [ 976.599691] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.609517] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52178f53-0c4b-d7aa-e6d1-313e3742e904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.635814] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481120, 'name': Destroy_Task, 'duration_secs': 0.347857} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.636126] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Destroyed the VM [ 976.636380] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 976.636638] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee330506-8986-41fe-ba73-3f070318e77d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.644181] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 976.644181] env[62364]: value = "task-2481123" [ 976.644181] env[62364]: _type = "Task" [ 976.644181] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.653120] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481123, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.686130] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.778207] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.791744] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.794448] env[62364]: DEBUG oslo_concurrency.lockutils [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.768s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.794693] env[62364]: DEBUG nova.objects.instance [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lazy-loading 'resources' on Instance uuid f313f1f4-a761-405e-aa0f-a676f6bcc4ef {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.814215] env[62364]: DEBUG oslo_vmware.api [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442426} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.814501] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.814734] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.814965] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.815135] env[62364]: INFO nova.compute.manager [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 976.815614] env[62364]: DEBUG oslo.service.loopingcall [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.815715] env[62364]: DEBUG nova.compute.manager [-] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.815832] env[62364]: DEBUG nova.network.neutron [-] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.833013] env[62364]: INFO nova.scheduler.client.report [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Deleted allocations for instance 4d0b1a75-9371-48e3-b979-78ca6bebd02c [ 976.883240] env[62364]: INFO nova.virt.block_device [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Booting with volume 89a75aa1-b2fd-4b65-899a-0a10aaefc9cb at /dev/sdb [ 976.922858] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59111577-c131-4405-9d37-016c430617e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.933916] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd30ddcf-e25f-48eb-8bb5-8a31085609b9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.967922] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-621d7c9f-f7f3-429f-8417-c120d4656a51 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.977441] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ea9ee-ba89-4048-8071-a9b32fbd8320 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.013355] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b61ebec-7f68-4006-a2f1-a8c8777db8ef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.028143] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6373da3-1135-44bd-904d-df65b1e82a48 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.031062] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481119, 'name': ReconfigVM_Task, 'duration_secs': 0.910034} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.031248] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 96ec67d2-0f59-4f15-85e3-58cd8f797169/96ec67d2-0f59-4f15-85e3-58cd8f797169.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.032600] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab374d4b-c60b-4b90-a9d8-463ccc72355e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.039732] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for the task: (returnval){ [ 977.039732] env[62364]: value = "task-2481124" [ 977.039732] env[62364]: _type = "Task" [ 977.039732] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.048358] env[62364]: DEBUG nova.virt.block_device [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updating existing volume attachment record: 3177feb9-fea6-4257-8e6b-3f2a1a28610c {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 977.056451] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481124, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.091014] env[62364]: DEBUG nova.compute.manager [req-85f2dc7f-fc82-4579-8df9-6994948dfe7f req-688b07b8-6283-4814-9a3d-b453dd060112 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Received event network-changed-09c322bb-d486-40c5-9c43-1fdac19a6ba7 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 977.091176] env[62364]: DEBUG nova.compute.manager [req-85f2dc7f-fc82-4579-8df9-6994948dfe7f req-688b07b8-6283-4814-9a3d-b453dd060112 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Refreshing instance network info cache due to event network-changed-09c322bb-d486-40c5-9c43-1fdac19a6ba7. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 977.091523] env[62364]: DEBUG oslo_concurrency.lockutils [req-85f2dc7f-fc82-4579-8df9-6994948dfe7f req-688b07b8-6283-4814-9a3d-b453dd060112 service nova] Acquiring lock "refresh_cache-7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.093394] env[62364]: DEBUG oslo_concurrency.lockutils [req-85f2dc7f-fc82-4579-8df9-6994948dfe7f req-688b07b8-6283-4814-9a3d-b453dd060112 service nova] Acquired lock "refresh_cache-7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.093394] env[62364]: DEBUG nova.network.neutron [req-85f2dc7f-fc82-4579-8df9-6994948dfe7f req-688b07b8-6283-4814-9a3d-b453dd060112 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Refreshing network info cache for port 09c322bb-d486-40c5-9c43-1fdac19a6ba7 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.112236] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52178f53-0c4b-d7aa-e6d1-313e3742e904, 'name': SearchDatastore_Task, 'duration_secs': 0.013126} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.112713] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.113500] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9/a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.113971] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7729bc68-c23f-433c-bcdc-d063b2ef9a9f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.124025] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for the task: (returnval){ [ 977.124025] env[62364]: value = "task-2481125" [ 977.124025] env[62364]: _type = "Task" [ 977.124025] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.133446] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.155233] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481123, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.188850] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.344337] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2310a668-2164-4504-892c-dcd54aad6efc tempest-ServersTestJSON-1942807426 tempest-ServersTestJSON-1942807426-project-member] Lock "4d0b1a75-9371-48e3-b979-78ca6bebd02c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.091s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.522376] env[62364]: DEBUG nova.objects.instance [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lazy-loading 'flavor' on Instance uuid 5727a6da-7fb7-4573-a619-00186d6e6fd3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.560881] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481124, 'name': Rename_Task, 'duration_secs': 0.2083} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.561341] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.561712] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acba30f8-0428-4820-a00d-bcf2c3a6fc1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.572545] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for the task: (returnval){ [ 977.572545] env[62364]: value = "task-2481127" [ 977.572545] env[62364]: _type = "Task" [ 977.572545] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.590080] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.646114] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485211} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.646114] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9/a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.646114] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.646114] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5af44f64-5439-437c-8106-ea4c533a90ea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.646114] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for the task: (returnval){ [ 977.646114] env[62364]: value = "task-2481129" [ 977.646114] env[62364]: _type = "Task" [ 977.646114] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.671161] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.675585] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481123, 'name': RemoveSnapshot_Task, 'duration_secs': 0.823075} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.676859] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b786b59a-823e-4e67-ae6b-eec62c1ae15e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.679727] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 977.680039] env[62364]: DEBUG nova.compute.manager [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.680930] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e34594b-586b-475e-9e42-0df7496b4804 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.694268] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df2fb69-3e69-453c-ae5c-22e5d9d30b78 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.704094] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.743433] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ff62e3-99f6-4f79-bd2a-bb7056c88d1f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.754055] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d341954-fc4d-4214-b2a1-b502e364dfb3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.771753] env[62364]: DEBUG nova.compute.provider_tree [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.906909] env[62364]: DEBUG nova.network.neutron [-] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.032566] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquiring lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.032912] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquired lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.085692] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.093573] env[62364]: DEBUG nova.network.neutron [req-85f2dc7f-fc82-4579-8df9-6994948dfe7f req-688b07b8-6283-4814-9a3d-b453dd060112 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Updated VIF entry in instance network info cache for port 09c322bb-d486-40c5-9c43-1fdac19a6ba7. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.094046] env[62364]: DEBUG nova.network.neutron [req-85f2dc7f-fc82-4579-8df9-6994948dfe7f req-688b07b8-6283-4814-9a3d-b453dd060112 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Updating instance_info_cache with network_info: [{"id": "09c322bb-d486-40c5-9c43-1fdac19a6ba7", "address": "fa:16:3e:0a:d0:28", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c322bb-d4", "ovs_interfaceid": "09c322bb-d486-40c5-9c43-1fdac19a6ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.170524] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092014} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.170524] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.171438] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314611bb-f4b5-4705-b122-9c56dfb6d819 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.196428] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9/a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.199978] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-975aa148-be81-492c-a0b9-5eca74c3f2aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.220822] env[62364]: INFO nova.compute.manager [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Shelve offloading [ 978.226759] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.229361] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for the task: (returnval){ [ 978.229361] env[62364]: value = "task-2481131" [ 978.229361] env[62364]: _type = "Task" [ 978.229361] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.240658] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.278022] env[62364]: DEBUG nova.scheduler.client.report [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.411921] env[62364]: INFO nova.compute.manager [-] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Took 1.59 seconds to deallocate network for instance. [ 978.588864] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481127, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.598787] env[62364]: DEBUG oslo_concurrency.lockutils [req-85f2dc7f-fc82-4579-8df9-6994948dfe7f req-688b07b8-6283-4814-9a3d-b453dd060112 service nova] Releasing lock "refresh_cache-7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.702474] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.731026] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.731026] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe8e6fac-125f-4f35-bf61-6f331de01ad8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.745031] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.745278] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 978.745278] env[62364]: value = "task-2481132" [ 978.745278] env[62364]: _type = "Task" [ 978.745278] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.756842] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 978.756842] env[62364]: DEBUG nova.compute.manager [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.756842] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec181dd-036f-4170-9640-9a03b109154f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.765329] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.765530] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.765715] env[62364]: DEBUG nova.network.neutron [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.781092] env[62364]: DEBUG oslo_concurrency.lockutils [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.783868] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.006s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.783990] env[62364]: DEBUG nova.objects.instance [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lazy-loading 'resources' on Instance uuid 365bd3b0-c82b-44a0-a3da-9a5997168d7c {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.813880] env[62364]: INFO nova.scheduler.client.report [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Deleted allocations for instance f313f1f4-a761-405e-aa0f-a676f6bcc4ef [ 978.874291] env[62364]: DEBUG nova.network.neutron [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.893637] env[62364]: DEBUG nova.compute.manager [req-3c78017d-fb53-4af8-b62b-970e2f68e353 req-1dc298d4-a5bb-448f-b5c2-757b9c9607ba service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Received event network-changed-92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 978.893844] env[62364]: DEBUG nova.compute.manager [req-3c78017d-fb53-4af8-b62b-970e2f68e353 req-1dc298d4-a5bb-448f-b5c2-757b9c9607ba service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Refreshing instance network info cache due to event network-changed-92053c4d-463e-450f-9da4-fe3cec5ca413. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 978.894841] env[62364]: DEBUG oslo_concurrency.lockutils [req-3c78017d-fb53-4af8-b62b-970e2f68e353 req-1dc298d4-a5bb-448f-b5c2-757b9c9607ba service nova] Acquiring lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.916875] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.090693] env[62364]: DEBUG oslo_vmware.api [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481127, 'name': PowerOnVM_Task, 'duration_secs': 1.24149} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.090991] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.091217] env[62364]: INFO nova.compute.manager [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Took 9.45 seconds to spawn the instance on the hypervisor. [ 979.091400] env[62364]: DEBUG nova.compute.manager [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.092469] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a27fba-e1c7-452a-b284-a9b06c596228 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.204818] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.233034] env[62364]: DEBUG nova.compute.manager [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Received event network-vif-deleted-b2f67c95-3486-4a56-bc35-13104fb0b81d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 979.233254] env[62364]: DEBUG nova.compute.manager [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Received event network-changed-1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 979.233424] env[62364]: DEBUG nova.compute.manager [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Refreshing instance network info cache due to event network-changed-1f429b8c-9c8c-483e-845f-e4ec665ed89f. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 979.233638] env[62364]: DEBUG oslo_concurrency.lockutils [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] Acquiring lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.234170] env[62364]: DEBUG oslo_concurrency.lockutils [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] Acquired lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.234170] env[62364]: DEBUG nova.network.neutron [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Refreshing network info cache for port 1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.246510] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481131, 'name': ReconfigVM_Task, 'duration_secs': 1.013059} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.247030] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9/a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.247675] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f9f1c50-e3e9-4f39-863f-3a15623a7816 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.256297] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for the task: (returnval){ [ 979.256297] env[62364]: value = "task-2481133" [ 979.256297] env[62364]: _type = "Task" [ 979.256297] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.267199] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481133, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.320989] env[62364]: DEBUG oslo_concurrency.lockutils [None req-315d87bd-09ac-4a2d-9cfb-5de948b3d975 tempest-ServersWithSpecificFlavorTestJSON-991271414 tempest-ServersWithSpecificFlavorTestJSON-991271414-project-member] Lock "f313f1f4-a761-405e-aa0f-a676f6bcc4ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.179s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.499210] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1879ea-ca0c-4f63-8ddc-9eab99af63f6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.511969] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5be8cc-9413-4837-8e4c-047eacc01add {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.549705] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bffc7c5-bc3d-4c19-bff7-f80b31d8be1b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.558415] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85f52ca-0309-494d-ac18-670f867144fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.577122] env[62364]: DEBUG nova.compute.provider_tree [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.613927] env[62364]: INFO nova.compute.manager [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Took 17.50 seconds to build instance. [ 979.683412] env[62364]: DEBUG nova.network.neutron [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updating instance_info_cache with network_info: [{"id": "92053c4d-463e-450f-9da4-fe3cec5ca413", "address": "fa:16:3e:7a:e0:d7", "network": {"id": "3e281eb4-af17-4290-b0f0-280fca843a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192708439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f15f5112b42e58632fecc76d86969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92053c4d-46", "ovs_interfaceid": "92053c4d-463e-450f-9da4-fe3cec5ca413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.699237] env[62364]: DEBUG nova.network.neutron [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Updating instance_info_cache with network_info: [{"id": "41b9f269-9efc-40f9-853f-63795b465c2e", "address": "fa:16:3e:d3:41:eb", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b9f269-9e", "ovs_interfaceid": "41b9f269-9efc-40f9-853f-63795b465c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.704722] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.770370] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481133, 'name': Rename_Task, 'duration_secs': 0.367913} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.770659] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.771299] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5767bfd-c359-4ac4-826b-c47027818ba8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.780382] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for the task: (returnval){ [ 979.780382] env[62364]: value = "task-2481135" [ 979.780382] env[62364]: _type = "Task" [ 979.780382] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.790941] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.956020] env[62364]: DEBUG nova.objects.instance [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lazy-loading 'flavor' on Instance uuid 5727a6da-7fb7-4573-a619-00186d6e6fd3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.081193] env[62364]: DEBUG nova.scheduler.client.report [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.116041] env[62364]: DEBUG oslo_concurrency.lockutils [None req-262064da-61b7-41bf-a62f-c3176dd9447b tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Lock "96ec67d2-0f59-4f15-85e3-58cd8f797169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.013s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.121767] env[62364]: DEBUG nova.network.neutron [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updated VIF entry in instance network info cache for port 1f429b8c-9c8c-483e-845f-e4ec665ed89f. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.122172] env[62364]: DEBUG nova.network.neutron [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updating instance_info_cache with network_info: [{"id": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "address": "fa:16:3e:21:db:14", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f429b8c-9c", "ovs_interfaceid": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.186401] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Releasing lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.186753] env[62364]: DEBUG nova.compute.manager [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Inject network info {{(pid=62364) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 980.187007] env[62364]: DEBUG nova.compute.manager [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] network_info to inject: |[{"id": "92053c4d-463e-450f-9da4-fe3cec5ca413", "address": "fa:16:3e:7a:e0:d7", "network": {"id": "3e281eb4-af17-4290-b0f0-280fca843a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192708439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f15f5112b42e58632fecc76d86969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92053c4d-46", "ovs_interfaceid": "92053c4d-463e-450f-9da4-fe3cec5ca413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 980.195515] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Reconfiguring VM instance to set the machine id {{(pid=62364) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 980.196047] env[62364]: DEBUG oslo_concurrency.lockutils [req-3c78017d-fb53-4af8-b62b-970e2f68e353 req-1dc298d4-a5bb-448f-b5c2-757b9c9607ba service nova] Acquired lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.196300] env[62364]: DEBUG nova.network.neutron [req-3c78017d-fb53-4af8-b62b-970e2f68e353 req-1dc298d4-a5bb-448f-b5c2-757b9c9607ba service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Refreshing network info cache for port 92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.198200] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaef9fd5-2c9e-4efb-9e7d-a8eb96e7d46a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.213459] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.222363] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.224346] env[62364]: DEBUG oslo_vmware.api [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 980.224346] env[62364]: value = "task-2481136" [ 980.224346] env[62364]: _type = "Task" [ 980.224346] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.239922] env[62364]: DEBUG oslo_vmware.api [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2481136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.292268] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481135, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.462537] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquiring lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.568626] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.569653] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e51cb9-09e7-44b9-8142-f12ff33ef0df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.578721] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.579007] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da7a486-4853-43a5-b8e4-fd72724c7fe7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.587246] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.589615] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.812s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.591287] env[62364]: INFO nova.compute.claims [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.625253] env[62364]: DEBUG oslo_concurrency.lockutils [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] Releasing lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.625490] env[62364]: DEBUG nova.compute.manager [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Received event network-changed-1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 980.626207] env[62364]: DEBUG nova.compute.manager [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Refreshing instance network info cache due to event network-changed-1f429b8c-9c8c-483e-845f-e4ec665ed89f. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 980.626207] env[62364]: DEBUG oslo_concurrency.lockutils [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] Acquiring lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.626207] env[62364]: DEBUG oslo_concurrency.lockutils [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] Acquired lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.626207] env[62364]: DEBUG nova.network.neutron [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Refreshing network info cache for port 1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.634689] env[62364]: INFO nova.scheduler.client.report [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Deleted allocations for instance 365bd3b0-c82b-44a0-a3da-9a5997168d7c [ 980.656533] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.660372] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.660630] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleting the datastore file [datastore2] 41a91441-5fa5-4d11-a40c-414e7b74c6bd {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.661288] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17ef2e98-8dfb-45d2-bfc7-fc95dbd50923 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.671207] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 980.671207] env[62364]: value = "task-2481138" [ 980.671207] env[62364]: _type = "Task" [ 980.671207] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.685122] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.709424] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.739346] env[62364]: DEBUG oslo_vmware.api [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2481136, 'name': ReconfigVM_Task, 'duration_secs': 0.197185} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.739346] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d377b3f6-d537-4e1a-8ea7-92dca972605b tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Reconfigured VM instance to set the machine id {{(pid=62364) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 980.795920] env[62364]: DEBUG oslo_vmware.api [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481135, 'name': PowerOnVM_Task, 'duration_secs': 0.633717} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.798056] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.798056] env[62364]: INFO nova.compute.manager [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Took 8.72 seconds to spawn the instance on the hypervisor. [ 980.798056] env[62364]: DEBUG nova.compute.manager [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.798056] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8d386c-fe6a-4bf5-8bb5-5d92c0ce03ef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.983355] env[62364]: DEBUG nova.compute.manager [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Received event network-vif-unplugged-41b9f269-9efc-40f9-853f-63795b465c2e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 980.983355] env[62364]: DEBUG oslo_concurrency.lockutils [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] Acquiring lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.983582] env[62364]: DEBUG oslo_concurrency.lockutils [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.983781] env[62364]: DEBUG oslo_concurrency.lockutils [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.983981] env[62364]: DEBUG nova.compute.manager [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] No waiting events found dispatching network-vif-unplugged-41b9f269-9efc-40f9-853f-63795b465c2e {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.984202] env[62364]: WARNING nova.compute.manager [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Received unexpected event network-vif-unplugged-41b9f269-9efc-40f9-853f-63795b465c2e for instance with vm_state shelved and task_state shelving_offloading. [ 980.984369] env[62364]: DEBUG nova.compute.manager [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Received event network-changed-41b9f269-9efc-40f9-853f-63795b465c2e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 980.984554] env[62364]: DEBUG nova.compute.manager [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Refreshing instance network info cache due to event network-changed-41b9f269-9efc-40f9-853f-63795b465c2e. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 980.984700] env[62364]: DEBUG oslo_concurrency.lockutils [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] Acquiring lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.984837] env[62364]: DEBUG oslo_concurrency.lockutils [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] Acquired lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.984989] env[62364]: DEBUG nova.network.neutron [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Refreshing network info cache for port 41b9f269-9efc-40f9-853f-63795b465c2e {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.991292] env[62364]: DEBUG nova.network.neutron [req-3c78017d-fb53-4af8-b62b-970e2f68e353 req-1dc298d4-a5bb-448f-b5c2-757b9c9607ba service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updated VIF entry in instance network info cache for port 92053c4d-463e-450f-9da4-fe3cec5ca413. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.991737] env[62364]: DEBUG nova.network.neutron [req-3c78017d-fb53-4af8-b62b-970e2f68e353 req-1dc298d4-a5bb-448f-b5c2-757b9c9607ba service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updating instance_info_cache with network_info: [{"id": "92053c4d-463e-450f-9da4-fe3cec5ca413", "address": "fa:16:3e:7a:e0:d7", "network": {"id": "3e281eb4-af17-4290-b0f0-280fca843a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192708439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f15f5112b42e58632fecc76d86969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92053c4d-46", "ovs_interfaceid": "92053c4d-463e-450f-9da4-fe3cec5ca413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.044139] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquiring lock "96ec67d2-0f59-4f15-85e3-58cd8f797169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.045854] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Lock "96ec67d2-0f59-4f15-85e3-58cd8f797169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.045854] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquiring lock "96ec67d2-0f59-4f15-85e3-58cd8f797169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.045854] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Lock "96ec67d2-0f59-4f15-85e3-58cd8f797169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.045854] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Lock "96ec67d2-0f59-4f15-85e3-58cd8f797169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.053720] env[62364]: INFO nova.compute.manager [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Terminating instance [ 981.144110] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c5188d8c-b902-4fdf-893e-16b9018bcc93 tempest-ImagesTestJSON-474039886 tempest-ImagesTestJSON-474039886-project-member] Lock "365bd3b0-c82b-44a0-a3da-9a5997168d7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.076s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.180706] env[62364]: DEBUG oslo_vmware.api [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413785} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.180983] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.181190] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.181451] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.210847] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.211963] env[62364]: INFO nova.scheduler.client.report [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted allocations for instance 41a91441-5fa5-4d11-a40c-414e7b74c6bd [ 981.304406] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.304646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.319057] env[62364]: INFO nova.compute.manager [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Took 18.80 seconds to build instance. [ 981.471037] env[62364]: DEBUG nova.network.neutron [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updated VIF entry in instance network info cache for port 1f429b8c-9c8c-483e-845f-e4ec665ed89f. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.471549] env[62364]: DEBUG nova.network.neutron [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updating instance_info_cache with network_info: [{"id": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "address": "fa:16:3e:21:db:14", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f429b8c-9c", "ovs_interfaceid": "1f429b8c-9c8c-483e-845f-e4ec665ed89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.493782] env[62364]: DEBUG oslo_concurrency.lockutils [req-3c78017d-fb53-4af8-b62b-970e2f68e353 req-1dc298d4-a5bb-448f-b5c2-757b9c9607ba service nova] Releasing lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.494494] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquired lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.560473] env[62364]: DEBUG nova.compute.manager [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.560473] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.560473] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef30aedd-4497-456e-9ea8-c973307f17d7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.573827] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.573827] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21eb98aa-81e6-40c4-8111-3c19cdae2c05 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.584161] env[62364]: DEBUG oslo_vmware.api [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for the task: (returnval){ [ 981.584161] env[62364]: value = "task-2481139" [ 981.584161] env[62364]: _type = "Task" [ 981.584161] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.595422] env[62364]: DEBUG oslo_vmware.api [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.713299] env[62364]: DEBUG oslo_vmware.api [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481117, 'name': ReconfigVM_Task, 'duration_secs': 5.849994} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.717561] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.719018] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Reconfigured VM to detach interface {{(pid=62364) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 981.721292] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.811385] env[62364]: DEBUG nova.compute.utils [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 981.821354] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07bef22c-9f91-459c-8588-35db9431df8a tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.308s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.882847] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068d1209-9d5a-420f-96f0-309fcd0de9c3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.893711] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8869d132-6603-40c9-ab41-956c22efcb0e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.929801] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d6f4b8-edb4-4d60-a8ea-2838dd010265 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.940426] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4afbb7-5598-40c8-8176-e19c3696f47b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.955224] env[62364]: DEBUG nova.compute.provider_tree [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.975021] env[62364]: DEBUG oslo_concurrency.lockutils [req-a6f155a6-a7fb-4795-888e-8469c5946416 req-5d7e9de7-d935-4fba-acaf-6bc72bc87da8 service nova] Releasing lock "refresh_cache-e5cb70a0-b975-42f4-a7e9-d94451db1391" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.014340] env[62364]: DEBUG nova.network.neutron [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Updated VIF entry in instance network info cache for port 41b9f269-9efc-40f9-853f-63795b465c2e. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.014708] env[62364]: DEBUG nova.network.neutron [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Updating instance_info_cache with network_info: [{"id": "41b9f269-9efc-40f9-853f-63795b465c2e", "address": "fa:16:3e:d3:41:eb", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": null, "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap41b9f269-9e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.093839] env[62364]: DEBUG oslo_vmware.api [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481139, 'name': PowerOffVM_Task, 'duration_secs': 0.219847} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.094197] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.094433] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.094748] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02c9d978-f645-4a84-963d-2c2e5ca3d919 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.163760] env[62364]: DEBUG nova.network.neutron [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.313431] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.463100] env[62364]: DEBUG nova.scheduler.client.report [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.486184] env[62364]: DEBUG nova.compute.manager [req-ac4313e9-9cac-42a1-8913-29c53112d8aa req-afc2cc8e-b32d-480d-9ccd-b2734a46b212 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Received event network-changed-92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 982.486184] env[62364]: DEBUG nova.compute.manager [req-ac4313e9-9cac-42a1-8913-29c53112d8aa req-afc2cc8e-b32d-480d-9ccd-b2734a46b212 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Refreshing instance network info cache due to event network-changed-92053c4d-463e-450f-9da4-fe3cec5ca413. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 982.486184] env[62364]: DEBUG oslo_concurrency.lockutils [req-ac4313e9-9cac-42a1-8913-29c53112d8aa req-afc2cc8e-b32d-480d-9ccd-b2734a46b212 service nova] Acquiring lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.519397] env[62364]: DEBUG oslo_concurrency.lockutils [req-3cccb3b0-7afc-4a20-94b7-31e8ea141d5e req-8e2d3b9a-bccb-46a8-8387-1ccda0c4078d service nova] Releasing lock "refresh_cache-41a91441-5fa5-4d11-a40c-414e7b74c6bd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.593885] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.594608] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.595079] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Deleting the datastore file [datastore2] 96ec67d2-0f59-4f15-85e3-58cd8f797169 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.595563] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34feae61-4031-4490-812d-1008b2c28aac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.604319] env[62364]: DEBUG oslo_vmware.api [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for the task: (returnval){ [ 982.604319] env[62364]: value = "task-2481141" [ 982.604319] env[62364]: _type = "Task" [ 982.604319] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.616969] env[62364]: DEBUG oslo_vmware.api [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.971974] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.972604] env[62364]: DEBUG nova.compute.manager [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.979127] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.059s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.979419] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.983966] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.262s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.984299] env[62364]: DEBUG nova.objects.instance [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lazy-loading 'resources' on Instance uuid 41a91441-5fa5-4d11-a40c-414e7b74c6bd {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.025527] env[62364]: INFO nova.scheduler.client.report [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted allocations for instance f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb [ 983.057017] env[62364]: DEBUG nova.compute.manager [req-8d9596b7-8488-41c9-9025-dd95e687c829 req-da4fabc0-7410-4932-b3a2-3456e5149646 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received event network-vif-deleted-5ff2ee5e-1be9-4289-be40-725e58fde17c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 983.057302] env[62364]: INFO nova.compute.manager [req-8d9596b7-8488-41c9-9025-dd95e687c829 req-da4fabc0-7410-4932-b3a2-3456e5149646 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Neutron deleted interface 5ff2ee5e-1be9-4289-be40-725e58fde17c; detaching it from the instance and deleting it from the info cache [ 983.057952] env[62364]: DEBUG nova.network.neutron [req-8d9596b7-8488-41c9-9025-dd95e687c829 req-da4fabc0-7410-4932-b3a2-3456e5149646 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updating instance_info_cache with network_info: [{"id": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "address": "fa:16:3e:e8:43:0f", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa720da0b-87", "ovs_interfaceid": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6896a20-a245-40ef-83ba-b37e46a0ed39", "address": "fa:16:3e:ae:31:b9", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6896a20-a2", "ovs_interfaceid": "e6896a20-a245-40ef-83ba-b37e46a0ed39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.116018] env[62364]: DEBUG oslo_vmware.api [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Task: {'id': task-2481141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322753} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.116585] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.116859] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.117117] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.117377] env[62364]: INFO nova.compute.manager [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Took 1.56 seconds to destroy the instance on the hypervisor. [ 983.118359] env[62364]: DEBUG oslo.service.loopingcall [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.118441] env[62364]: DEBUG nova.compute.manager [-] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.118874] env[62364]: DEBUG nova.network.neutron [-] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.121723] env[62364]: DEBUG nova.network.neutron [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updating instance_info_cache with network_info: [{"id": "92053c4d-463e-450f-9da4-fe3cec5ca413", "address": "fa:16:3e:7a:e0:d7", "network": {"id": "3e281eb4-af17-4290-b0f0-280fca843a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192708439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f15f5112b42e58632fecc76d86969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92053c4d-46", "ovs_interfaceid": "92053c4d-463e-450f-9da4-fe3cec5ca413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.206905] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.220772] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.220992] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.221133] env[62364]: DEBUG nova.network.neutron [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.406055] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.406978] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.407713] env[62364]: INFO nova.compute.manager [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Attaching volume d8f8b128-8630-4fe0-9e2a-74cc15ec7b12 to /dev/sdb [ 983.410767] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.460756] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be71bed4-6c22-4c44-8471-a468a08a6981 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.470711] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54566cfb-9e3b-474d-9eae-f5139b8fc2d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.491855] env[62364]: DEBUG nova.compute.utils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 983.493752] env[62364]: DEBUG nova.objects.instance [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lazy-loading 'numa_topology' on Instance uuid 41a91441-5fa5-4d11-a40c-414e7b74c6bd {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.494708] env[62364]: DEBUG nova.virt.block_device [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating existing volume attachment record: 6c191007-c6f8-4082-89a3-0ac83f70f6bf {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 983.503992] env[62364]: DEBUG nova.compute.manager [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.503992] env[62364]: DEBUG nova.network.neutron [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.542722] env[62364]: DEBUG oslo_concurrency.lockutils [None req-44c5661c-6948-45bc-8978-d8faab915061 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.403s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.562049] env[62364]: DEBUG oslo_concurrency.lockutils [req-8d9596b7-8488-41c9-9025-dd95e687c829 req-da4fabc0-7410-4932-b3a2-3456e5149646 service nova] Acquiring lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.562250] env[62364]: DEBUG oslo_concurrency.lockutils [req-8d9596b7-8488-41c9-9025-dd95e687c829 req-da4fabc0-7410-4932-b3a2-3456e5149646 service nova] Acquired lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.563223] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f313b7-dd79-4e79-9c83-8f01533e98fb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.588863] env[62364]: DEBUG oslo_concurrency.lockutils [req-8d9596b7-8488-41c9-9025-dd95e687c829 req-da4fabc0-7410-4932-b3a2-3456e5149646 service nova] Releasing lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.588863] env[62364]: WARNING nova.compute.manager [req-8d9596b7-8488-41c9-9025-dd95e687c829 req-da4fabc0-7410-4932-b3a2-3456e5149646 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Detach interface failed, port_id=5ff2ee5e-1be9-4289-be40-725e58fde17c, reason: No device with interface-id 5ff2ee5e-1be9-4289-be40-725e58fde17c exists on VM: nova.exception.NotFound: No device with interface-id 5ff2ee5e-1be9-4289-be40-725e58fde17c exists on VM [ 983.621130] env[62364]: DEBUG nova.policy [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '607db64986fd4355b1ae186dddd03893', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5467d8cac2034ba185937af047a716db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.624127] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Releasing lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.624529] env[62364]: DEBUG nova.compute.manager [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Inject network info {{(pid=62364) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 983.624795] env[62364]: DEBUG nova.compute.manager [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] network_info to inject: |[{"id": "92053c4d-463e-450f-9da4-fe3cec5ca413", "address": "fa:16:3e:7a:e0:d7", "network": {"id": "3e281eb4-af17-4290-b0f0-280fca843a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192708439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f15f5112b42e58632fecc76d86969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92053c4d-46", "ovs_interfaceid": "92053c4d-463e-450f-9da4-fe3cec5ca413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 983.633137] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Reconfiguring VM instance to set the machine id {{(pid=62364) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 983.633533] env[62364]: DEBUG oslo_concurrency.lockutils [req-ac4313e9-9cac-42a1-8913-29c53112d8aa req-afc2cc8e-b32d-480d-9ccd-b2734a46b212 service nova] Acquired lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.633727] env[62364]: DEBUG nova.network.neutron [req-ac4313e9-9cac-42a1-8913-29c53112d8aa req-afc2cc8e-b32d-480d-9ccd-b2734a46b212 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Refreshing network info cache for port 92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.635191] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12063f42-fde1-4b8a-af32-b2e7ff77a8e3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.662956] env[62364]: DEBUG oslo_vmware.api [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 983.662956] env[62364]: value = "task-2481142" [ 983.662956] env[62364]: _type = "Task" [ 983.662956] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.681141] env[62364]: DEBUG oslo_vmware.api [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2481142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.006055] env[62364]: DEBUG nova.objects.base [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Object Instance<41a91441-5fa5-4d11-a40c-414e7b74c6bd> lazy-loaded attributes: resources,numa_topology {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 984.007408] env[62364]: DEBUG nova.compute.manager [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.016508] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquiring lock "5727a6da-7fb7-4573-a619-00186d6e6fd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.016508] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lock "5727a6da-7fb7-4573-a619-00186d6e6fd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.016508] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquiring lock "5727a6da-7fb7-4573-a619-00186d6e6fd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.016508] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lock "5727a6da-7fb7-4573-a619-00186d6e6fd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.016508] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lock "5727a6da-7fb7-4573-a619-00186d6e6fd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.022876] env[62364]: INFO nova.compute.manager [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Terminating instance [ 984.033966] env[62364]: DEBUG nova.scheduler.client.report [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Refreshing inventories for resource provider d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 984.062454] env[62364]: DEBUG nova.scheduler.client.report [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Updating ProviderTree inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 984.062750] env[62364]: DEBUG nova.compute.provider_tree [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.079178] env[62364]: DEBUG nova.scheduler.client.report [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Refreshing aggregate associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, aggregates: None {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 984.106016] env[62364]: DEBUG nova.scheduler.client.report [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Refreshing trait associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 984.179649] env[62364]: DEBUG oslo_vmware.api [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2481142, 'name': ReconfigVM_Task, 'duration_secs': 0.206584} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.181225] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f3235128-2947-4727-b311-75cdc25df091 tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Reconfigured VM instance to set the machine id {{(pid=62364) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 984.218084] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.218084] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.218084] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.218084] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.218084] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.219982] env[62364]: INFO nova.compute.manager [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Terminating instance [ 984.247597] env[62364]: INFO nova.network.neutron [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Port e6896a20-a245-40ef-83ba-b37e46a0ed39 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 984.247974] env[62364]: DEBUG nova.network.neutron [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updating instance_info_cache with network_info: [{"id": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "address": "fa:16:3e:e8:43:0f", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa720da0b-87", "ovs_interfaceid": "a720da0b-87e1-4e9d-9d0b-885139f09a32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.311627] env[62364]: DEBUG nova.network.neutron [-] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.349371] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386b4ee8-e472-4101-b9a4-d4bde2cb09ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.361833] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f165510-4764-4acb-acc0-7028db449995 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.405409] env[62364]: DEBUG nova.network.neutron [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Successfully created port: 6caafe0d-e640-4cd2-8be5-c0439112b35c {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.408616] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0869c6da-3fa4-4284-806d-545829167e01 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.420057] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc0af07-dc83-42bc-87f4-466eb74f1535 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.437222] env[62364]: DEBUG nova.compute.provider_tree [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.526758] env[62364]: DEBUG nova.compute.manager [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.526865] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.527896] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca8a989-e108-4253-9bff-2c1de77501b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.537801] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.538175] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee5c263c-d873-4a02-a54f-49b2d44c2afd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.548080] env[62364]: DEBUG oslo_vmware.api [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 984.548080] env[62364]: value = "task-2481146" [ 984.548080] env[62364]: _type = "Task" [ 984.548080] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.558195] env[62364]: DEBUG oslo_vmware.api [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2481146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.729799] env[62364]: DEBUG nova.compute.manager [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.730140] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.731106] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06844d8a-68c5-4772-a6a0-a4b9086a48bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.744097] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.744495] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db326923-21e0-4f21-a729-1c6edec68725 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.755284] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-c2ad54f6-1807-43b2-bbef-134672e11ae9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.758310] env[62364]: DEBUG oslo_vmware.api [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 984.758310] env[62364]: value = "task-2481147" [ 984.758310] env[62364]: _type = "Task" [ 984.758310] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.774370] env[62364]: DEBUG oslo_vmware.api [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.784629] env[62364]: DEBUG nova.compute.manager [req-8360974f-e75e-4945-9461-a7cc225755d0 req-b27a1eb5-f342-43d1-b656-c65e98b6d62d service nova] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Received event network-vif-deleted-ccdabc66-e9b1-478d-bfa4-add552083297 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 984.817996] env[62364]: INFO nova.compute.manager [-] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Took 1.70 seconds to deallocate network for instance. [ 984.828329] env[62364]: DEBUG nova.network.neutron [req-ac4313e9-9cac-42a1-8913-29c53112d8aa req-afc2cc8e-b32d-480d-9ccd-b2734a46b212 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updated VIF entry in instance network info cache for port 92053c4d-463e-450f-9da4-fe3cec5ca413. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.829028] env[62364]: DEBUG nova.network.neutron [req-ac4313e9-9cac-42a1-8913-29c53112d8aa req-afc2cc8e-b32d-480d-9ccd-b2734a46b212 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updating instance_info_cache with network_info: [{"id": "92053c4d-463e-450f-9da4-fe3cec5ca413", "address": "fa:16:3e:7a:e0:d7", "network": {"id": "3e281eb4-af17-4290-b0f0-280fca843a1e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-192708439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f15f5112b42e58632fecc76d86969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92053c4d-46", "ovs_interfaceid": "92053c4d-463e-450f-9da4-fe3cec5ca413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.943802] env[62364]: DEBUG nova.scheduler.client.report [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.019307] env[62364]: DEBUG nova.compute.manager [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.057324] env[62364]: DEBUG nova.virt.hardware [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.057673] env[62364]: DEBUG nova.virt.hardware [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.057817] env[62364]: DEBUG nova.virt.hardware [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.058015] env[62364]: DEBUG nova.virt.hardware [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.058374] env[62364]: DEBUG nova.virt.hardware [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.058548] env[62364]: DEBUG nova.virt.hardware [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.058804] env[62364]: DEBUG nova.virt.hardware [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.058916] env[62364]: DEBUG nova.virt.hardware [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.059098] env[62364]: DEBUG nova.virt.hardware [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.059267] env[62364]: DEBUG nova.virt.hardware [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.059446] env[62364]: DEBUG nova.virt.hardware [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.060843] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6da81b-f872-4b47-9989-472fa0c46514 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.071068] env[62364]: DEBUG oslo_vmware.api [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2481146, 'name': PowerOffVM_Task, 'duration_secs': 0.199569} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.073394] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.073977] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.073977] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6c3fa98-b492-4231-8803-bc06b00b4b6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.076400] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856d1f16-678a-457d-8360-ee7fb6f1e636 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.096695] env[62364]: DEBUG nova.compute.manager [req-9b038d2b-a0a5-417d-99f3-8c233076bd60 req-c9ac3e48-0a76-4dd2-9f41-e60595977ae2 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received event network-vif-deleted-e6896a20-a245-40ef-83ba-b37e46a0ed39 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 985.147119] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.147621] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.147773] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Deleting the datastore file [datastore2] 5727a6da-7fb7-4573-a619-00186d6e6fd3 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.148105] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-602faa54-deb8-4e73-8079-07d9e6614e46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.160026] env[62364]: DEBUG oslo_vmware.api [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for the task: (returnval){ [ 985.160026] env[62364]: value = "task-2481149" [ 985.160026] env[62364]: _type = "Task" [ 985.160026] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.175490] env[62364]: DEBUG oslo_vmware.api [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2481149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.265779] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a68b6f5-6ef1-4825-9876-cd18faca87cc tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-c2ad54f6-1807-43b2-bbef-134672e11ae9-5ff2ee5e-1be9-4289-be40-725e58fde17c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.196s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.274071] env[62364]: DEBUG oslo_vmware.api [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481147, 'name': PowerOffVM_Task, 'duration_secs': 0.200155} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.274563] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.274563] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.274753] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b851e96-e997-48ab-a83c-4daa9bd352a8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.332227] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.332857] env[62364]: DEBUG oslo_concurrency.lockutils [req-ac4313e9-9cac-42a1-8913-29c53112d8aa req-afc2cc8e-b32d-480d-9ccd-b2734a46b212 service nova] Releasing lock "refresh_cache-5727a6da-7fb7-4573-a619-00186d6e6fd3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.379285] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.379493] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.379723] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleting the datastore file [datastore1] c2ad54f6-1807-43b2-bbef-134672e11ae9 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.380011] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b121fc87-22b3-4c08-a935-15fea264ed8a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.389442] env[62364]: DEBUG oslo_vmware.api [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 985.389442] env[62364]: value = "task-2481151" [ 985.389442] env[62364]: _type = "Task" [ 985.389442] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.402458] env[62364]: DEBUG oslo_vmware.api [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.449466] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.465s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.451371] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.245s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.451542] env[62364]: DEBUG nova.objects.instance [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lazy-loading 'pci_requests' on Instance uuid cfa355e5-ea30-4e2d-ba43-afd90e3d4afc {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.539125] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquiring lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.539404] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.539638] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquiring lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.539822] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.539995] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.542267] env[62364]: INFO nova.compute.manager [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Terminating instance [ 985.674855] env[62364]: DEBUG oslo_vmware.api [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Task: {'id': task-2481149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334322} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.675278] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.675575] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.675796] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.676019] env[62364]: INFO nova.compute.manager [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 985.676276] env[62364]: DEBUG oslo.service.loopingcall [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.676534] env[62364]: DEBUG nova.compute.manager [-] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.676591] env[62364]: DEBUG nova.network.neutron [-] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.908020] env[62364]: DEBUG oslo_vmware.api [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28474} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.908020] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.908020] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.908020] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.908020] env[62364]: INFO nova.compute.manager [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 985.908020] env[62364]: DEBUG oslo.service.loopingcall [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.908020] env[62364]: DEBUG nova.compute.manager [-] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.908020] env[62364]: DEBUG nova.network.neutron [-] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.963109] env[62364]: DEBUG nova.objects.instance [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lazy-loading 'numa_topology' on Instance uuid cfa355e5-ea30-4e2d-ba43-afd90e3d4afc {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.965354] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff3533f4-fb9b-4b1a-a3e3-7e4305b93f1c tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.432s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.966360] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.556s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.966511] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.966708] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.966872] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.973059] env[62364]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port e6896a20-a245-40ef-83ba-b37e46a0ed39 could not be found.", "detail": ""}} {{(pid=62364) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 985.973288] env[62364]: DEBUG nova.network.neutron [-] Unable to show port e6896a20-a245-40ef-83ba-b37e46a0ed39 as it no longer exists. {{(pid=62364) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 985.976063] env[62364]: INFO nova.compute.manager [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Terminating instance [ 986.048046] env[62364]: DEBUG nova.compute.manager [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.048046] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.048551] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b0d608-16c6-4f33-a6a8-bc9d83a01bdf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.057062] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.057349] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71adb34a-dbfa-4269-ac30-10dfc7813680 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.066345] env[62364]: DEBUG oslo_vmware.api [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for the task: (returnval){ [ 986.066345] env[62364]: value = "task-2481152" [ 986.066345] env[62364]: _type = "Task" [ 986.066345] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.079210] env[62364]: DEBUG oslo_vmware.api [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.476088] env[62364]: INFO nova.compute.claims [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.483107] env[62364]: DEBUG nova.compute.manager [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.483842] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.484207] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f65ac1f-f61c-4c56-b72f-605dcaf85358 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.500362] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0834b5-1e99-4f09-b6fb-30c1fe875d51 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.538562] env[62364]: WARNING nova.virt.vmwareapi.vmops [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 41a91441-5fa5-4d11-a40c-414e7b74c6bd could not be found. [ 986.538904] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.539169] env[62364]: INFO nova.compute.manager [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Took 0.06 seconds to destroy the instance on the hypervisor. [ 986.542793] env[62364]: DEBUG oslo.service.loopingcall [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.542793] env[62364]: DEBUG nova.compute.manager [-] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.542793] env[62364]: DEBUG nova.network.neutron [-] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.578562] env[62364]: DEBUG oslo_vmware.api [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481152, 'name': PowerOffVM_Task, 'duration_secs': 0.193926} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.579078] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.579078] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.580145] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d48e97c9-6e27-4c8c-a5cf-29f72d0f44a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.651809] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.652053] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.653203] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Deleting the datastore file [datastore1] a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.653203] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ad6852e-6fcb-46c0-ba8b-87b7b598b630 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.664028] env[62364]: DEBUG oslo_vmware.api [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for the task: (returnval){ [ 986.664028] env[62364]: value = "task-2481155" [ 986.664028] env[62364]: _type = "Task" [ 986.664028] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.677035] env[62364]: DEBUG oslo_vmware.api [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.788030] env[62364]: DEBUG nova.network.neutron [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Successfully updated port: 6caafe0d-e640-4cd2-8be5-c0439112b35c {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.821925] env[62364]: DEBUG nova.compute.manager [req-96772631-684c-4c9d-8eac-6b044ad618de req-dd1481fe-7c47-4f26-9e55-6ac2261ae264 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Received event network-vif-deleted-92053c4d-463e-450f-9da4-fe3cec5ca413 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 986.822176] env[62364]: INFO nova.compute.manager [req-96772631-684c-4c9d-8eac-6b044ad618de req-dd1481fe-7c47-4f26-9e55-6ac2261ae264 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Neutron deleted interface 92053c4d-463e-450f-9da4-fe3cec5ca413; detaching it from the instance and deleting it from the info cache [ 986.824718] env[62364]: DEBUG nova.network.neutron [req-96772631-684c-4c9d-8eac-6b044ad618de req-dd1481fe-7c47-4f26-9e55-6ac2261ae264 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.023851] env[62364]: DEBUG nova.network.neutron [-] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.140552] env[62364]: DEBUG nova.compute.manager [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Received event network-vif-plugged-6caafe0d-e640-4cd2-8be5-c0439112b35c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 987.140552] env[62364]: DEBUG oslo_concurrency.lockutils [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] Acquiring lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.140746] env[62364]: DEBUG oslo_concurrency.lockutils [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.141637] env[62364]: DEBUG oslo_concurrency.lockutils [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.141855] env[62364]: DEBUG nova.compute.manager [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] No waiting events found dispatching network-vif-plugged-6caafe0d-e640-4cd2-8be5-c0439112b35c {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.142041] env[62364]: WARNING nova.compute.manager [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Received unexpected event network-vif-plugged-6caafe0d-e640-4cd2-8be5-c0439112b35c for instance with vm_state building and task_state spawning. [ 987.142397] env[62364]: DEBUG nova.compute.manager [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Received event network-changed-6caafe0d-e640-4cd2-8be5-c0439112b35c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 987.142397] env[62364]: DEBUG nova.compute.manager [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Refreshing instance network info cache due to event network-changed-6caafe0d-e640-4cd2-8be5-c0439112b35c. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 987.142557] env[62364]: DEBUG oslo_concurrency.lockutils [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] Acquiring lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.142757] env[62364]: DEBUG oslo_concurrency.lockutils [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] Acquired lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.142850] env[62364]: DEBUG nova.network.neutron [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Refreshing network info cache for port 6caafe0d-e640-4cd2-8be5-c0439112b35c {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.175498] env[62364]: DEBUG oslo_vmware.api [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Task: {'id': task-2481155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137744} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.178046] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.178188] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.178454] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.178775] env[62364]: INFO nova.compute.manager [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 987.179080] env[62364]: DEBUG oslo.service.loopingcall [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.183184] env[62364]: DEBUG nova.compute.manager [-] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.183290] env[62364]: DEBUG nova.network.neutron [-] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.185014] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.185773] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.290636] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.309874] env[62364]: DEBUG nova.network.neutron [-] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.327615] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1bd90f9-2404-4940-b6d3-deb1bb59d3f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.341570] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f37735-824d-4bda-a71f-4aac9ca0014c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.352712] env[62364]: DEBUG nova.network.neutron [-] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.380752] env[62364]: DEBUG nova.compute.manager [req-96772631-684c-4c9d-8eac-6b044ad618de req-dd1481fe-7c47-4f26-9e55-6ac2261ae264 service nova] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Detach interface failed, port_id=92053c4d-463e-450f-9da4-fe3cec5ca413, reason: Instance 5727a6da-7fb7-4573-a619-00186d6e6fd3 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 987.528523] env[62364]: INFO nova.compute.manager [-] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Took 1.85 seconds to deallocate network for instance. [ 987.689048] env[62364]: DEBUG nova.compute.manager [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.699068] env[62364]: DEBUG nova.network.neutron [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.706798] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50158eb-80db-47a4-919f-e9d683d9bf09 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.715738] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a3e65b-38d7-4745-bdfd-9da3668e744d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.750708] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68280360-f662-471e-b9fa-6988224320f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.765801] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052bed19-dd89-4d6a-b046-a1f82a2ae67d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.779340] env[62364]: DEBUG nova.compute.provider_tree [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.792882] env[62364]: DEBUG nova.network.neutron [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.815128] env[62364]: INFO nova.compute.manager [-] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Took 1.91 seconds to deallocate network for instance. [ 987.855877] env[62364]: INFO nova.compute.manager [-] [instance: 41a91441-5fa5-4d11-a40c-414e7b74c6bd] Took 1.31 seconds to deallocate network for instance. [ 987.994221] env[62364]: DEBUG nova.network.neutron [-] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.036962] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.214996] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.297307] env[62364]: DEBUG oslo_concurrency.lockutils [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] Releasing lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.297633] env[62364]: DEBUG nova.compute.manager [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Received event network-vif-deleted-a720da0b-87e1-4e9d-9d0b-885139f09a32 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 988.297820] env[62364]: INFO nova.compute.manager [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Neutron deleted interface a720da0b-87e1-4e9d-9d0b-885139f09a32; detaching it from the instance and deleting it from the info cache [ 988.297994] env[62364]: DEBUG nova.network.neutron [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.299181] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.299388] env[62364]: DEBUG nova.network.neutron [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.302024] env[62364]: ERROR nova.scheduler.client.report [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [req-ebf7e120-b6b0-4428-93cf-27554b284c31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d900e044-5565-4a73-8d60-eaba89b18259. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ebf7e120-b6b0-4428-93cf-27554b284c31"}]} [ 988.321383] env[62364]: DEBUG nova.scheduler.client.report [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Refreshing inventories for resource provider d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 988.324974] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.339390] env[62364]: DEBUG nova.scheduler.client.report [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Updating ProviderTree inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 988.339390] env[62364]: DEBUG nova.compute.provider_tree [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 141, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.350948] env[62364]: DEBUG nova.scheduler.client.report [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Refreshing aggregate associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, aggregates: None {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 988.369938] env[62364]: DEBUG nova.scheduler.client.report [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Refreshing trait associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 988.496965] env[62364]: INFO nova.compute.manager [-] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Took 1.31 seconds to deallocate network for instance. [ 988.554847] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db72731-0183-4307-b8c4-cc5630f1b3bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.563794] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743013cf-6c5e-4da8-92f9-0ec6337b341a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.567747] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 988.567958] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502082', 'volume_id': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'name': 'volume-d8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d9ad77d-39e3-41ea-8abb-122bad5b5cff', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'serial': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 988.568705] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06feaac9-afdb-4dc8-8814-36d946dce8df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.610035] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707abef1-bce4-4742-b11d-5cc45769cbcc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.614076] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366a3206-e0c5-47f3-9c5a-18fc1ccb14e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.638242] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb9de9a-e649-4082-927a-324d3dd31581 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.649442] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-d8f8b128-8630-4fe0-9e2a-74cc15ec7b12/volume-d8f8b128-8630-4fe0-9e2a-74cc15ec7b12.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.649786] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67b1c774-0594-4a4f-bbd9-4128a478aaee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.674910] env[62364]: DEBUG nova.compute.provider_tree [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.677875] env[62364]: DEBUG oslo_vmware.api [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 988.677875] env[62364]: value = "task-2481156" [ 988.677875] env[62364]: _type = "Task" [ 988.677875] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.686697] env[62364]: DEBUG oslo_vmware.api [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481156, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.801320] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8de436a4-bb00-4f30-a43d-9f9b98fddc23 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.812551] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e67578-6803-46af-a5ff-4d0ebf06ee45 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.847996] env[62364]: DEBUG nova.compute.manager [req-554d9065-3329-4f42-af72-38eedfbe559a req-f9ff987a-3c7e-4b53-b776-244618c52ee6 service nova] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Detach interface failed, port_id=a720da0b-87e1-4e9d-9d0b-885139f09a32, reason: Instance c2ad54f6-1807-43b2-bbef-134672e11ae9 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 988.860073] env[62364]: DEBUG nova.compute.manager [req-13c5a2bd-5548-4c1d-a448-4e1b9414eee6 req-eebacf2e-e1a7-4327-9fbf-5d324029fac7 service nova] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Received event network-vif-deleted-28d3bd27-ea52-4606-b336-399d0a718462 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 988.865333] env[62364]: DEBUG nova.network.neutron [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.887160] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0884bf5a-0130-42b2-b53a-f23c17163000 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "41a91441-5fa5-4d11-a40c-414e7b74c6bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.921s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.005993] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.201708] env[62364]: DEBUG oslo_vmware.api [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481156, 'name': ReconfigVM_Task, 'duration_secs': 0.403713} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.201976] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-d8f8b128-8630-4fe0-9e2a-74cc15ec7b12/volume-d8f8b128-8630-4fe0-9e2a-74cc15ec7b12.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.213342] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eca9527-b5e4-4160-967f-c6bc5b399fa8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.237930] env[62364]: DEBUG oslo_vmware.api [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 989.237930] env[62364]: value = "task-2481157" [ 989.237930] env[62364]: _type = "Task" [ 989.237930] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.238932] env[62364]: DEBUG nova.scheduler.client.report [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Updated inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 989.239259] env[62364]: DEBUG nova.compute.provider_tree [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Updating resource provider d900e044-5565-4a73-8d60-eaba89b18259 generation from 116 to 117 during operation: update_inventory {{(pid=62364) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 989.239499] env[62364]: DEBUG nova.compute.provider_tree [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.254692] env[62364]: DEBUG oslo_vmware.api [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.519093] env[62364]: DEBUG nova.network.neutron [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance_info_cache with network_info: [{"id": "6caafe0d-e640-4cd2-8be5-c0439112b35c", "address": "fa:16:3e:97:cf:8b", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6caafe0d-e6", "ovs_interfaceid": "6caafe0d-e640-4cd2-8be5-c0439112b35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.750878] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.298s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.757650] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.425s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.757650] env[62364]: DEBUG nova.objects.instance [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Lazy-loading 'resources' on Instance uuid 96ec67d2-0f59-4f15-85e3-58cd8f797169 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.765014] env[62364]: DEBUG oslo_vmware.api [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481157, 'name': ReconfigVM_Task, 'duration_secs': 0.199757} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.765014] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502082', 'volume_id': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'name': 'volume-d8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d9ad77d-39e3-41ea-8abb-122bad5b5cff', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'serial': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 989.832581] env[62364]: INFO nova.network.neutron [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updating port 9863336f-2685-46aa-90e5-6d53ab84d4a0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 990.025163] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.025425] env[62364]: DEBUG nova.compute.manager [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Instance network_info: |[{"id": "6caafe0d-e640-4cd2-8be5-c0439112b35c", "address": "fa:16:3e:97:cf:8b", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6caafe0d-e6", "ovs_interfaceid": "6caafe0d-e640-4cd2-8be5-c0439112b35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.025870] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:cf:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6caafe0d-e640-4cd2-8be5-c0439112b35c', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.034140] env[62364]: DEBUG oslo.service.loopingcall [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 990.034140] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.034568] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90ebe9b8-af99-419d-a29b-e5b9686d608c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.057589] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.057589] env[62364]: value = "task-2481158" [ 990.057589] env[62364]: _type = "Task" [ 990.057589] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.068723] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481158, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.303022] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.303022] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.535395] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a266a53-b8f7-4ded-9121-8ec13488d1b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.544441] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0d7137-4d41-4bba-be40-9d666ec27367 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.590070] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d7e4c1-b68d-4766-ac20-20abe4f7a26b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.605438] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6b1aae-91ae-4286-b767-d74bba630acd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.610039] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481158, 'name': CreateVM_Task, 'duration_secs': 0.460344} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.610168] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.611237] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.611403] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.611743] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.612160] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a282af-c719-4f11-8baa-1465179d12a9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.623095] env[62364]: DEBUG nova.compute.provider_tree [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.632103] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 990.632103] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52da979c-b6f7-8ed4-d37d-946d64254b70" [ 990.632103] env[62364]: _type = "Task" [ 990.632103] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.644476] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52da979c-b6f7-8ed4-d37d-946d64254b70, 'name': SearchDatastore_Task, 'duration_secs': 0.011693} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.646166] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.646166] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.646166] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.646166] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.646166] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.646166] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1792ba90-0aac-4d9b-a5ae-d4a76b223809 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.655842] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.655842] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.657407] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4de560-0a00-452e-8781-287ac27f48d6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.663500] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 990.663500] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52fe4cc6-d9e6-c77b-add2-4c6a0964364f" [ 990.663500] env[62364]: _type = "Task" [ 990.663500] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.672368] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fe4cc6-d9e6-c77b-add2-4c6a0964364f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.810060] env[62364]: DEBUG nova.compute.manager [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.825334] env[62364]: DEBUG nova.objects.instance [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'flavor' on Instance uuid 5d9ad77d-39e3-41ea-8abb-122bad5b5cff {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.128047] env[62364]: DEBUG nova.scheduler.client.report [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.175022] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52fe4cc6-d9e6-c77b-add2-4c6a0964364f, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.175853] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5924b1c-c568-4f04-93ea-453acaa801bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.182796] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 991.182796] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52008cb7-053f-f07f-012d-c9bc43f2fa51" [ 991.182796] env[62364]: _type = "Task" [ 991.182796] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.191224] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52008cb7-053f-f07f-012d-c9bc43f2fa51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.331917] env[62364]: DEBUG oslo_concurrency.lockutils [None req-53c423b2-42f0-4dc7-a53f-af24924d20e3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.925s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.337253] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.637017] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.638582] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.602s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.638853] env[62364]: DEBUG nova.objects.instance [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lazy-loading 'resources' on Instance uuid 5727a6da-7fb7-4573-a619-00186d6e6fd3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.666446] env[62364]: INFO nova.scheduler.client.report [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Deleted allocations for instance 96ec67d2-0f59-4f15-85e3-58cd8f797169 [ 991.684306] env[62364]: DEBUG nova.compute.manager [req-444801c7-f352-4166-b8b6-1ea8c4650665 req-c45ab67a-003d-443f-9141-69fd0cbf6a60 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Received event network-vif-plugged-9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 991.684536] env[62364]: DEBUG oslo_concurrency.lockutils [req-444801c7-f352-4166-b8b6-1ea8c4650665 req-c45ab67a-003d-443f-9141-69fd0cbf6a60 service nova] Acquiring lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.684746] env[62364]: DEBUG oslo_concurrency.lockutils [req-444801c7-f352-4166-b8b6-1ea8c4650665 req-c45ab67a-003d-443f-9141-69fd0cbf6a60 service nova] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.684920] env[62364]: DEBUG oslo_concurrency.lockutils [req-444801c7-f352-4166-b8b6-1ea8c4650665 req-c45ab67a-003d-443f-9141-69fd0cbf6a60 service nova] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.685742] env[62364]: DEBUG nova.compute.manager [req-444801c7-f352-4166-b8b6-1ea8c4650665 req-c45ab67a-003d-443f-9141-69fd0cbf6a60 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] No waiting events found dispatching network-vif-plugged-9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.685966] env[62364]: WARNING nova.compute.manager [req-444801c7-f352-4166-b8b6-1ea8c4650665 req-c45ab67a-003d-443f-9141-69fd0cbf6a60 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Received unexpected event network-vif-plugged-9863336f-2685-46aa-90e5-6d53ab84d4a0 for instance with vm_state shelved_offloaded and task_state spawning. [ 991.700538] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52008cb7-053f-f07f-012d-c9bc43f2fa51, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.700864] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.701409] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4e65d3a4-3b7f-4c97-bba4-4465630bfd93/4e65d3a4-3b7f-4c97-bba4-4465630bfd93.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.701799] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42498ada-c24c-4743-b351-9bd88ce8160c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.711931] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 991.711931] env[62364]: value = "task-2481159" [ 991.711931] env[62364]: _type = "Task" [ 991.711931] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.726931] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.939793] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.939793] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.939793] env[62364]: DEBUG nova.network.neutron [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.181868] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4a4118dd-b12c-46e2-925c-1bfb7c5121a7 tempest-ServerDiagnosticsNegativeTest-648168708 tempest-ServerDiagnosticsNegativeTest-648168708-project-member] Lock "96ec67d2-0f59-4f15-85e3-58cd8f797169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.137s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.232263] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478951} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.234154] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4e65d3a4-3b7f-4c97-bba4-4465630bfd93/4e65d3a4-3b7f-4c97-bba4-4465630bfd93.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.234649] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.235058] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33a0e1d5-a31d-467d-a864-6153e0acc3d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.244349] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 992.244349] env[62364]: value = "task-2481160" [ 992.244349] env[62364]: _type = "Task" [ 992.244349] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.253076] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.401095] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c044cef5-0816-49fe-b10d-8e781381effd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.408720] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab41afa-bfb6-4f53-b30c-6e431a87c7e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.443678] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ec83ae-5bd3-4716-b044-f6707b7a00a2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.454974] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22448ed0-e4d8-49be-8682-4917c88ae389 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.470881] env[62364]: DEBUG nova.compute.provider_tree [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.757904] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07344} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.761034] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.761034] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31839402-578f-484a-a4ef-888f1b6ad394 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.791517] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 4e65d3a4-3b7f-4c97-bba4-4465630bfd93/4e65d3a4-3b7f-4c97-bba4-4465630bfd93.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.794080] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0252c259-6cd8-4bd1-9435-651c4f18984a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.813757] env[62364]: DEBUG nova.network.neutron [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updating instance_info_cache with network_info: [{"id": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "address": "fa:16:3e:67:db:fa", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9863336f-26", "ovs_interfaceid": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.815422] env[62364]: DEBUG nova.compute.manager [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Stashing vm_state: active {{(pid=62364) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 992.826503] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 992.826503] env[62364]: value = "task-2481161" [ 992.826503] env[62364]: _type = "Task" [ 992.826503] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.837983] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.976020] env[62364]: DEBUG nova.scheduler.client.report [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.325127] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.336817] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481161, 'name': ReconfigVM_Task, 'duration_secs': 0.30367} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.337103] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 4e65d3a4-3b7f-4c97-bba4-4465630bfd93/4e65d3a4-3b7f-4c97-bba4-4465630bfd93.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.338230] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c572b61-839d-4364-87f8-79e9031a4906 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.340594] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.345522] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 993.345522] env[62364]: value = "task-2481162" [ 993.345522] env[62364]: _type = "Task" [ 993.345522] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.358018] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481162, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.360858] env[62364]: DEBUG nova.virt.hardware [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='73d637a038db897a677ff845542d31f6',container_format='bare',created_at=2025-02-12T19:44:02Z,direct_url=,disk_format='vmdk',id=52eb77f5-63aa-49c0-899d-a1113351421d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-15589065-shelved',owner='0353bdca9cf04ec0b5ab0b36cdbef93f',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-02-12T19:44:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.360858] env[62364]: DEBUG nova.virt.hardware [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.361046] env[62364]: DEBUG nova.virt.hardware [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.361088] env[62364]: DEBUG nova.virt.hardware [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.364014] env[62364]: DEBUG nova.virt.hardware [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.364014] env[62364]: DEBUG nova.virt.hardware [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.364014] env[62364]: DEBUG nova.virt.hardware [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.364014] env[62364]: DEBUG nova.virt.hardware [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.364014] env[62364]: DEBUG nova.virt.hardware [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.364014] env[62364]: DEBUG nova.virt.hardware [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.364014] env[62364]: DEBUG nova.virt.hardware [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.364014] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27791172-5c16-4361-bb5a-978f48f34a96 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.372252] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22399af-2f82-4016-9854-ae0a3f548ab0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.389213] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:db:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9863336f-2685-46aa-90e5-6d53ab84d4a0', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.396730] env[62364]: DEBUG oslo.service.loopingcall [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.397014] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.397253] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbb3dba4-15d8-46cf-90e1-af0d1c4873eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.417949] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.417949] env[62364]: value = "task-2481163" [ 993.417949] env[62364]: _type = "Task" [ 993.417949] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.426657] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481163, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.479895] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.482674] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.268s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.484161] env[62364]: INFO nova.compute.claims [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.501480] env[62364]: INFO nova.scheduler.client.report [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Deleted allocations for instance 5727a6da-7fb7-4573-a619-00186d6e6fd3 [ 993.730587] env[62364]: DEBUG nova.compute.manager [req-2a453b16-8277-490a-8702-603fade49bbd req-661d198d-bb3b-4580-9775-a5a93543f7c5 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Received event network-changed-9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 993.730587] env[62364]: DEBUG nova.compute.manager [req-2a453b16-8277-490a-8702-603fade49bbd req-661d198d-bb3b-4580-9775-a5a93543f7c5 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Refreshing instance network info cache due to event network-changed-9863336f-2685-46aa-90e5-6d53ab84d4a0. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 993.730801] env[62364]: DEBUG oslo_concurrency.lockutils [req-2a453b16-8277-490a-8702-603fade49bbd req-661d198d-bb3b-4580-9775-a5a93543f7c5 service nova] Acquiring lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.731225] env[62364]: DEBUG oslo_concurrency.lockutils [req-2a453b16-8277-490a-8702-603fade49bbd req-661d198d-bb3b-4580-9775-a5a93543f7c5 service nova] Acquired lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.731225] env[62364]: DEBUG nova.network.neutron [req-2a453b16-8277-490a-8702-603fade49bbd req-661d198d-bb3b-4580-9775-a5a93543f7c5 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Refreshing network info cache for port 9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.786667] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquiring lock "4768e305-b49d-4313-808c-13c09ebb6f3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.786896] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Lock "4768e305-b49d-4313-808c-13c09ebb6f3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.862421] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481162, 'name': Rename_Task, 'duration_secs': 0.245103} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.862421] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.862421] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c903704e-ac34-4b4f-b219-8318d2665034 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.868461] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 993.868461] env[62364]: value = "task-2481164" [ 993.868461] env[62364]: _type = "Task" [ 993.868461] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.878726] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.927775] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481163, 'name': CreateVM_Task, 'duration_secs': 0.378714} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.927951] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.928686] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.928854] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.929258] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.929644] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd319a7-2eba-4c54-8fdc-7fb45bb0c5e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.934360] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 993.934360] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c0e4a4-8e42-c2a0-ecda-cb2f2a87f9cc" [ 993.934360] env[62364]: _type = "Task" [ 993.934360] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.945073] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c0e4a4-8e42-c2a0-ecda-cb2f2a87f9cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.011897] env[62364]: DEBUG oslo_concurrency.lockutils [None req-07693ea0-3cdd-4523-b8d4-a0bf1d66f14c tempest-AttachInterfacesUnderV243Test-187218621 tempest-AttachInterfacesUnderV243Test-187218621-project-member] Lock "5727a6da-7fb7-4573-a619-00186d6e6fd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.997s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.290834] env[62364]: DEBUG nova.compute.manager [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.378734] env[62364]: DEBUG oslo_vmware.api [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481164, 'name': PowerOnVM_Task, 'duration_secs': 0.442421} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.379011] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.379224] env[62364]: INFO nova.compute.manager [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Took 9.36 seconds to spawn the instance on the hypervisor. [ 994.379407] env[62364]: DEBUG nova.compute.manager [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.380218] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b904b0-e3cb-4bce-a205-e485d7620cd8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.448456] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.448456] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Processing image 52eb77f5-63aa-49c0-899d-a1113351421d {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.448456] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d/52eb77f5-63aa-49c0-899d-a1113351421d.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.448456] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d/52eb77f5-63aa-49c0-899d-a1113351421d.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.448456] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.448456] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc4d54b0-215c-4cce-9b64-e603d36bf5bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.461028] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.461028] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.461028] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19a707d-b60e-422d-922d-28305d33c072 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.465960] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 994.465960] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5238c871-e9bf-2d38-a87e-182e4ea4ecb0" [ 994.465960] env[62364]: _type = "Task" [ 994.465960] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.480379] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5238c871-e9bf-2d38-a87e-182e4ea4ecb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.736258] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc89f305-faba-4c61-aab2-11fa5b2698e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.744777] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead0df7b-eeb4-4dee-85cd-450693429414 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.776308] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498eb535-13ba-4179-9ac7-308566de962f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.784661] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612f7e4c-e374-4ba4-bf06-3305c2cfd1aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.802981] env[62364]: DEBUG nova.compute.provider_tree [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.820665] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.906201] env[62364]: INFO nova.compute.manager [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Took 18.15 seconds to build instance. [ 994.978515] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Preparing fetch location {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 994.978804] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Fetch image to [datastore2] OSTACK_IMG_25f5918e-6722-4d31-8ac6-1adad54fccbb/OSTACK_IMG_25f5918e-6722-4d31-8ac6-1adad54fccbb.vmdk {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 994.978992] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Downloading stream optimized image 52eb77f5-63aa-49c0-899d-a1113351421d to [datastore2] OSTACK_IMG_25f5918e-6722-4d31-8ac6-1adad54fccbb/OSTACK_IMG_25f5918e-6722-4d31-8ac6-1adad54fccbb.vmdk on the data store datastore2 as vApp {{(pid=62364) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 994.979183] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Downloading image file data 52eb77f5-63aa-49c0-899d-a1113351421d to the ESX as VM named 'OSTACK_IMG_25f5918e-6722-4d31-8ac6-1adad54fccbb' {{(pid=62364) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 995.026572] env[62364]: DEBUG nova.network.neutron [req-2a453b16-8277-490a-8702-603fade49bbd req-661d198d-bb3b-4580-9775-a5a93543f7c5 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updated VIF entry in instance network info cache for port 9863336f-2685-46aa-90e5-6d53ab84d4a0. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.027471] env[62364]: DEBUG nova.network.neutron [req-2a453b16-8277-490a-8702-603fade49bbd req-661d198d-bb3b-4580-9775-a5a93543f7c5 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updating instance_info_cache with network_info: [{"id": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "address": "fa:16:3e:67:db:fa", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9863336f-26", "ovs_interfaceid": "9863336f-2685-46aa-90e5-6d53ab84d4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.074276] env[62364]: DEBUG oslo_vmware.rw_handles [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 995.074276] env[62364]: value = "resgroup-9" [ 995.074276] env[62364]: _type = "ResourcePool" [ 995.074276] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 995.074276] env[62364]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-86ba20a0-f561-460a-a4f2-a462dacdab51 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.098652] env[62364]: DEBUG oslo_vmware.rw_handles [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lease: (returnval){ [ 995.098652] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526fbe28-29a6-afef-4ae9-aeab6fd6d4df" [ 995.098652] env[62364]: _type = "HttpNfcLease" [ 995.098652] env[62364]: } obtained for vApp import into resource pool (val){ [ 995.098652] env[62364]: value = "resgroup-9" [ 995.098652] env[62364]: _type = "ResourcePool" [ 995.098652] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 995.099196] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the lease: (returnval){ [ 995.099196] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526fbe28-29a6-afef-4ae9-aeab6fd6d4df" [ 995.099196] env[62364]: _type = "HttpNfcLease" [ 995.099196] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 995.107915] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.107915] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526fbe28-29a6-afef-4ae9-aeab6fd6d4df" [ 995.107915] env[62364]: _type = "HttpNfcLease" [ 995.107915] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 995.311028] env[62364]: DEBUG nova.scheduler.client.report [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.406145] env[62364]: DEBUG oslo_concurrency.lockutils [None req-52f18ec3-4817-47c6-86f2-71e3959eb445 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.663s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.533317] env[62364]: DEBUG oslo_concurrency.lockutils [req-2a453b16-8277-490a-8702-603fade49bbd req-661d198d-bb3b-4580-9775-a5a93543f7c5 service nova] Releasing lock "refresh_cache-cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.610037] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.610037] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526fbe28-29a6-afef-4ae9-aeab6fd6d4df" [ 995.610037] env[62364]: _type = "HttpNfcLease" [ 995.610037] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 995.815648] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.816443] env[62364]: DEBUG nova.compute.manager [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.822285] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.498s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.822569] env[62364]: DEBUG nova.objects.instance [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'resources' on Instance uuid c2ad54f6-1807-43b2-bbef-134672e11ae9 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.109977] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.109977] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526fbe28-29a6-afef-4ae9-aeab6fd6d4df" [ 996.109977] env[62364]: _type = "HttpNfcLease" [ 996.109977] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 996.109977] env[62364]: DEBUG oslo_vmware.rw_handles [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 996.109977] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526fbe28-29a6-afef-4ae9-aeab6fd6d4df" [ 996.109977] env[62364]: _type = "HttpNfcLease" [ 996.109977] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 996.110722] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478fb9c5-2f5c-4b33-b1da-0f3eaa58e53a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.119749] env[62364]: DEBUG oslo_vmware.rw_handles [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52709009-f634-be16-94f1-f498ec4d3c65/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 996.119941] env[62364]: DEBUG oslo_vmware.rw_handles [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52709009-f634-be16-94f1-f498ec4d3c65/disk-0.vmdk. {{(pid=62364) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 996.203578] env[62364]: DEBUG nova.compute.manager [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Stashing vm_state: active {{(pid=62364) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 996.206028] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90d0bf6e-c6e8-40d9-9328-7bd2727cdca4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.330141] env[62364]: DEBUG nova.compute.utils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 996.333840] env[62364]: DEBUG nova.compute.manager [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.334018] env[62364]: DEBUG nova.network.neutron [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.429856] env[62364]: DEBUG nova.policy [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2692f85634b54c28a7fed64ebf9ebcde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6db3ab52a8b14ed3921b6c35bdb80ae0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.612866] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb96ef0-9d89-4f03-b997-47f4c55a1619 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.624274] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a444b5a-4b99-4033-8469-e358a7323e55 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.665112] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6022f593-0e76-4c88-b989-dfba236fd689 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.677134] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f134fd6-9869-4cbc-a09b-2c4b7b4802cc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.695035] env[62364]: DEBUG nova.compute.provider_tree [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.726540] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.834841] env[62364]: DEBUG nova.compute.manager [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.203665] env[62364]: DEBUG nova.scheduler.client.report [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.648976] env[62364]: DEBUG oslo_vmware.rw_handles [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Completed reading data from the image iterator. {{(pid=62364) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 997.649395] env[62364]: DEBUG oslo_vmware.rw_handles [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52709009-f634-be16-94f1-f498ec4d3c65/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 997.651243] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd5a4f-4f50-4325-846a-0c2258783f7d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.658819] env[62364]: DEBUG oslo_vmware.rw_handles [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52709009-f634-be16-94f1-f498ec4d3c65/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 997.659193] env[62364]: DEBUG oslo_vmware.rw_handles [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52709009-f634-be16-94f1-f498ec4d3c65/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 997.659305] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-11c32c92-968d-49df-b592-22bd8fdf9e12 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.709202] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.712945] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.706s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.712945] env[62364]: DEBUG nova.objects.instance [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Lazy-loading 'resources' on Instance uuid a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.743392] env[62364]: INFO nova.scheduler.client.report [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleted allocations for instance c2ad54f6-1807-43b2-bbef-134672e11ae9 [ 997.751206] env[62364]: DEBUG nova.network.neutron [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Successfully created port: 72d409c9-c2e2-440d-aa4c-2dccb23b8478 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.850194] env[62364]: DEBUG nova.compute.manager [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.877815] env[62364]: DEBUG nova.virt.hardware [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.878089] env[62364]: DEBUG nova.virt.hardware [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.878251] env[62364]: DEBUG nova.virt.hardware [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.878453] env[62364]: DEBUG nova.virt.hardware [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.878620] env[62364]: DEBUG nova.virt.hardware [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.878773] env[62364]: DEBUG nova.virt.hardware [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.878984] env[62364]: DEBUG nova.virt.hardware [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.879369] env[62364]: DEBUG nova.virt.hardware [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.879617] env[62364]: DEBUG nova.virt.hardware [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.879954] env[62364]: DEBUG nova.virt.hardware [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.880491] env[62364]: DEBUG nova.virt.hardware [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.881954] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251c8a42-69c1-48f3-a778-7cb158345a60 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.893449] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2d107e-0378-403b-9469-f0b7797f728f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.253349] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c02c46d1-5897-465e-be13-49c95934076c tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "c2ad54f6-1807-43b2-bbef-134672e11ae9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.036s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.294334] env[62364]: DEBUG oslo_vmware.rw_handles [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52709009-f634-be16-94f1-f498ec4d3c65/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 998.294443] env[62364]: INFO nova.virt.vmwareapi.images [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Downloaded image file data 52eb77f5-63aa-49c0-899d-a1113351421d [ 998.296956] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8352bb-fcc1-4724-954f-7b89399ef545 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.318439] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d11ba4c4-0776-4586-a5ef-2898f3d6e6fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.373256] env[62364]: DEBUG nova.network.neutron [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Successfully created port: f40e915c-3f2b-474f-8914-7d7ff6411cd2 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.393673] env[62364]: INFO nova.virt.vmwareapi.images [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] The imported VM was unregistered [ 998.397749] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Caching image {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 998.398275] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating directory with path [datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.398691] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca8fa340-cb98-43e4-845a-3eb60fd99580 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.413689] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Created directory with path [datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.413952] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_25f5918e-6722-4d31-8ac6-1adad54fccbb/OSTACK_IMG_25f5918e-6722-4d31-8ac6-1adad54fccbb.vmdk to [datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d/52eb77f5-63aa-49c0-899d-a1113351421d.vmdk. {{(pid=62364) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 998.414313] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b5d6477d-7589-4c09-9765-ebc38dbf1cff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.424611] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 998.424611] env[62364]: value = "task-2481167" [ 998.424611] env[62364]: _type = "Task" [ 998.424611] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.440637] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481167, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.489878] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquiring lock "67053182-6d68-47e8-9b87-a8239c255867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.490370] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Lock "67053182-6d68-47e8-9b87-a8239c255867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.511710] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2337916c-a5eb-481a-b159-6579f4be61e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.521449] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdef4aab-3044-49c7-9bd0-9353e205e6df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.558513] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e83ed8d-56d4-431a-9596-69f29111ff76 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.568712] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5de259-c16c-435e-986a-ff78fdc8a19b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.586289] env[62364]: DEBUG nova.compute.provider_tree [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.870229] env[62364]: DEBUG nova.network.neutron [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Successfully created port: 71b3a986-a331-4f2f-96a2-dd37f6798b04 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.945496] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481167, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.995553] env[62364]: DEBUG nova.compute.manager [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.062025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.062025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.090677] env[62364]: DEBUG nova.scheduler.client.report [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.451606] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481167, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.524851] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.566585] env[62364]: DEBUG nova.compute.manager [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.600770] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.603654] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.266s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.605192] env[62364]: INFO nova.compute.claims [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.638260] env[62364]: INFO nova.scheduler.client.report [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Deleted allocations for instance a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9 [ 999.947799] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481167, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.092519] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.154024] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73bf35e1-9263-4135-b941-04bdfd177c09 tempest-ServerMetadataTestJSON-2082232645 tempest-ServerMetadataTestJSON-2082232645-project-member] Lock "a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.614s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.444750] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481167, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.852177] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88beb1fa-7fac-4985-905a-acfc11ad900c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.864803] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471ec5ee-9bc2-487e-bdec-3af0c3fec2b9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.903079] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf4e32a-1e38-4e7d-9726-44933de3c4d2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.911922] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc36f6d-3eb5-44f6-bf45-75a086a5a9a5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.927876] env[62364]: DEBUG nova.compute.provider_tree [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.943972] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481167, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.212061] env[62364]: DEBUG nova.network.neutron [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Successfully updated port: 72d409c9-c2e2-440d-aa4c-2dccb23b8478 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.237077] env[62364]: DEBUG nova.compute.manager [req-79308552-6807-46a0-b550-b03e08bd8ea3 req-12dc3ede-74c7-4531-bb2e-afae2618e693 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received event network-vif-plugged-72d409c9-c2e2-440d-aa4c-2dccb23b8478 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1001.237433] env[62364]: DEBUG oslo_concurrency.lockutils [req-79308552-6807-46a0-b550-b03e08bd8ea3 req-12dc3ede-74c7-4531-bb2e-afae2618e693 service nova] Acquiring lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.237820] env[62364]: DEBUG oslo_concurrency.lockutils [req-79308552-6807-46a0-b550-b03e08bd8ea3 req-12dc3ede-74c7-4531-bb2e-afae2618e693 service nova] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.238193] env[62364]: DEBUG oslo_concurrency.lockutils [req-79308552-6807-46a0-b550-b03e08bd8ea3 req-12dc3ede-74c7-4531-bb2e-afae2618e693 service nova] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.238488] env[62364]: DEBUG nova.compute.manager [req-79308552-6807-46a0-b550-b03e08bd8ea3 req-12dc3ede-74c7-4531-bb2e-afae2618e693 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] No waiting events found dispatching network-vif-plugged-72d409c9-c2e2-440d-aa4c-2dccb23b8478 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.238823] env[62364]: WARNING nova.compute.manager [req-79308552-6807-46a0-b550-b03e08bd8ea3 req-12dc3ede-74c7-4531-bb2e-afae2618e693 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received unexpected event network-vif-plugged-72d409c9-c2e2-440d-aa4c-2dccb23b8478 for instance with vm_state building and task_state spawning. [ 1001.433438] env[62364]: DEBUG nova.scheduler.client.report [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.449827] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481167, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.526727} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.451469] env[62364]: INFO nova.virt.vmwareapi.ds_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_25f5918e-6722-4d31-8ac6-1adad54fccbb/OSTACK_IMG_25f5918e-6722-4d31-8ac6-1adad54fccbb.vmdk to [datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d/52eb77f5-63aa-49c0-899d-a1113351421d.vmdk. [ 1001.451673] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Cleaning up location [datastore2] OSTACK_IMG_25f5918e-6722-4d31-8ac6-1adad54fccbb {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1001.451891] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_25f5918e-6722-4d31-8ac6-1adad54fccbb {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.452101] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01880f97-9f27-4721-ae9d-735a087c8f6f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.462408] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1001.462408] env[62364]: value = "task-2481168" [ 1001.462408] env[62364]: _type = "Task" [ 1001.462408] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.471821] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.749160] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "e204fc32-a959-45b7-b69b-a9133ff8b507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.749403] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "e204fc32-a959-45b7-b69b-a9133ff8b507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.943780] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.944407] env[62364]: DEBUG nova.compute.manager [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.947049] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.606s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.974545] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039654} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.974955] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.974955] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d/52eb77f5-63aa-49c0-899d-a1113351421d.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.975229] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d/52eb77f5-63aa-49c0-899d-a1113351421d.vmdk to [datastore2] cfa355e5-ea30-4e2d-ba43-afd90e3d4afc/cfa355e5-ea30-4e2d-ba43-afd90e3d4afc.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.975540] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60e1d2f5-02d5-46c7-b8ce-ab5282278933 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.985205] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1001.985205] env[62364]: value = "task-2481169" [ 1001.985205] env[62364]: _type = "Task" [ 1001.985205] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.997524] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.251928] env[62364]: DEBUG nova.compute.manager [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.451087] env[62364]: DEBUG nova.compute.utils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1002.456125] env[62364]: INFO nova.compute.claims [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.459440] env[62364]: DEBUG nova.compute.manager [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.459622] env[62364]: DEBUG nova.network.neutron [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.498515] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481169, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.500361] env[62364]: DEBUG nova.policy [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edc3325e9dbd4961b8f82a0ada2edabd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e23e84f6b4241319b2f94b3ff65927a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.784812] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.822191] env[62364]: DEBUG nova.network.neutron [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Successfully created port: 5f3fbdd5-bba2-4973-bd40-c6f69a128d79 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.964256] env[62364]: DEBUG nova.compute.manager [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.967870] env[62364]: INFO nova.compute.resource_tracker [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating resource usage from migration e3bbb2ce-300f-4d9c-99b6-7cfaee2db8ea [ 1002.998475] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481169, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.250277] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb14ff8-a721-4209-a914-66a557667fcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.262335] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f54bb8-8fca-4edd-ac40-c80cee9b0183 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.275300] env[62364]: DEBUG nova.compute.manager [req-f94c4a1a-337c-44ac-a3c8-f0b2eebf0f0a req-746bb513-1b09-4fa4-9224-efccd09a3e87 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received event network-changed-72d409c9-c2e2-440d-aa4c-2dccb23b8478 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1003.275517] env[62364]: DEBUG nova.compute.manager [req-f94c4a1a-337c-44ac-a3c8-f0b2eebf0f0a req-746bb513-1b09-4fa4-9224-efccd09a3e87 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Refreshing instance network info cache due to event network-changed-72d409c9-c2e2-440d-aa4c-2dccb23b8478. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1003.275737] env[62364]: DEBUG oslo_concurrency.lockutils [req-f94c4a1a-337c-44ac-a3c8-f0b2eebf0f0a req-746bb513-1b09-4fa4-9224-efccd09a3e87 service nova] Acquiring lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.275885] env[62364]: DEBUG oslo_concurrency.lockutils [req-f94c4a1a-337c-44ac-a3c8-f0b2eebf0f0a req-746bb513-1b09-4fa4-9224-efccd09a3e87 service nova] Acquired lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.276058] env[62364]: DEBUG nova.network.neutron [req-f94c4a1a-337c-44ac-a3c8-f0b2eebf0f0a req-746bb513-1b09-4fa4-9224-efccd09a3e87 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Refreshing network info cache for port 72d409c9-c2e2-440d-aa4c-2dccb23b8478 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.304854] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7254fe-383b-4bcb-8d3b-6a31402bea97 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.317389] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68975d06-c514-470b-ac55-98e4980d4aa4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.336170] env[62364]: DEBUG nova.compute.provider_tree [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.351400] env[62364]: DEBUG nova.network.neutron [req-f94c4a1a-337c-44ac-a3c8-f0b2eebf0f0a req-746bb513-1b09-4fa4-9224-efccd09a3e87 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.437061] env[62364]: DEBUG nova.network.neutron [req-f94c4a1a-337c-44ac-a3c8-f0b2eebf0f0a req-746bb513-1b09-4fa4-9224-efccd09a3e87 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.468225] env[62364]: DEBUG nova.network.neutron [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Successfully updated port: f40e915c-3f2b-474f-8914-7d7ff6411cd2 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.498730] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481169, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.843895] env[62364]: DEBUG nova.scheduler.client.report [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.940271] env[62364]: DEBUG oslo_concurrency.lockutils [req-f94c4a1a-337c-44ac-a3c8-f0b2eebf0f0a req-746bb513-1b09-4fa4-9224-efccd09a3e87 service nova] Releasing lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.978157] env[62364]: DEBUG nova.compute.manager [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.000686] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481169, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.012904] env[62364]: DEBUG nova.virt.hardware [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.013155] env[62364]: DEBUG nova.virt.hardware [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.013316] env[62364]: DEBUG nova.virt.hardware [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.013497] env[62364]: DEBUG nova.virt.hardware [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.013769] env[62364]: DEBUG nova.virt.hardware [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.013964] env[62364]: DEBUG nova.virt.hardware [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.014030] env[62364]: DEBUG nova.virt.hardware [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.014172] env[62364]: DEBUG nova.virt.hardware [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.014336] env[62364]: DEBUG nova.virt.hardware [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.014500] env[62364]: DEBUG nova.virt.hardware [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.014691] env[62364]: DEBUG nova.virt.hardware [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.015912] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da407535-e84b-4909-9683-8ce13fcdfa11 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.027309] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a255179-5f80-4d45-bc6e-e6fd88dd9bb8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.343925] env[62364]: DEBUG nova.compute.manager [req-01f192d9-e261-4761-a0be-f213825ad2c5 req-cbe9e71f-955a-4a54-8e87-f7e207c3fad0 service nova] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Received event network-vif-plugged-5f3fbdd5-bba2-4973-bd40-c6f69a128d79 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1004.344174] env[62364]: DEBUG oslo_concurrency.lockutils [req-01f192d9-e261-4761-a0be-f213825ad2c5 req-cbe9e71f-955a-4a54-8e87-f7e207c3fad0 service nova] Acquiring lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.344393] env[62364]: DEBUG oslo_concurrency.lockutils [req-01f192d9-e261-4761-a0be-f213825ad2c5 req-cbe9e71f-955a-4a54-8e87-f7e207c3fad0 service nova] Lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.344569] env[62364]: DEBUG oslo_concurrency.lockutils [req-01f192d9-e261-4761-a0be-f213825ad2c5 req-cbe9e71f-955a-4a54-8e87-f7e207c3fad0 service nova] Lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.344743] env[62364]: DEBUG nova.compute.manager [req-01f192d9-e261-4761-a0be-f213825ad2c5 req-cbe9e71f-955a-4a54-8e87-f7e207c3fad0 service nova] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] No waiting events found dispatching network-vif-plugged-5f3fbdd5-bba2-4973-bd40-c6f69a128d79 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.344932] env[62364]: WARNING nova.compute.manager [req-01f192d9-e261-4761-a0be-f213825ad2c5 req-cbe9e71f-955a-4a54-8e87-f7e207c3fad0 service nova] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Received unexpected event network-vif-plugged-5f3fbdd5-bba2-4973-bd40-c6f69a128d79 for instance with vm_state building and task_state spawning. [ 1004.347847] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.400s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.347847] env[62364]: INFO nova.compute.manager [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Migrating [ 1004.356669] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.536s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.358474] env[62364]: INFO nova.compute.claims [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.443461] env[62364]: DEBUG nova.network.neutron [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Successfully updated port: 5f3fbdd5-bba2-4973-bd40-c6f69a128d79 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.499261] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481169, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.399628} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.499549] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/52eb77f5-63aa-49c0-899d-a1113351421d/52eb77f5-63aa-49c0-899d-a1113351421d.vmdk to [datastore2] cfa355e5-ea30-4e2d-ba43-afd90e3d4afc/cfa355e5-ea30-4e2d-ba43-afd90e3d4afc.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.500364] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a352d4a-18c9-4991-80b7-43a64f24c2e8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.524131] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] cfa355e5-ea30-4e2d-ba43-afd90e3d4afc/cfa355e5-ea30-4e2d-ba43-afd90e3d4afc.vmdk or device None with type streamOptimized {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.524439] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af1fd1e3-d7c7-4efd-b0ee-49c9d37fce2c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.549399] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1004.549399] env[62364]: value = "task-2481170" [ 1004.549399] env[62364]: _type = "Task" [ 1004.549399] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.558166] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.871035] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.871235] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.871395] env[62364]: DEBUG nova.network.neutron [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.947437] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "refresh_cache-0978b516-89ed-4a82-ba3b-9fd5a70437f3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.947437] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "refresh_cache-0978b516-89ed-4a82-ba3b-9fd5a70437f3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.947437] env[62364]: DEBUG nova.network.neutron [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.063020] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481170, 'name': ReconfigVM_Task, 'duration_secs': 0.277931} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.063020] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Reconfigured VM instance instance-0000004b to attach disk [datastore2] cfa355e5-ea30-4e2d-ba43-afd90e3d4afc/cfa355e5-ea30-4e2d-ba43-afd90e3d4afc.vmdk or device None with type streamOptimized {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.063020] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'image_id': '82e07c86-72ab-48ef-b94b-701e0bfb7ef9'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'attachment_id': '3177feb9-fea6-4257-8e6b-3f2a1a28610c', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502080', 'volume_id': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'name': 'volume-89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cfa355e5-ea30-4e2d-ba43-afd90e3d4afc', 'attached_at': '', 'detached_at': '', 'volume_id': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'serial': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62364) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1005.063020] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1005.063020] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502080', 'volume_id': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'name': 'volume-89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cfa355e5-ea30-4e2d-ba43-afd90e3d4afc', 'attached_at': '', 'detached_at': '', 'volume_id': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'serial': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1005.063959] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c061de-3907-40f9-8982-7b31001ce520 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.081856] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ea7d24-2f4a-431a-aa73-6f6d0e5ba1a8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.106812] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-89a75aa1-b2fd-4b65-899a-0a10aaefc9cb/volume-89a75aa1-b2fd-4b65-899a-0a10aaefc9cb.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.107157] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24e8935c-7a11-40ab-8586-36efc5a41be7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.128544] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1005.128544] env[62364]: value = "task-2481171" [ 1005.128544] env[62364]: _type = "Task" [ 1005.128544] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.136916] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.306063] env[62364]: DEBUG nova.compute.manager [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received event network-vif-plugged-f40e915c-3f2b-474f-8914-7d7ff6411cd2 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1005.306063] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] Acquiring lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.306063] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.306063] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.306590] env[62364]: DEBUG nova.compute.manager [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] No waiting events found dispatching network-vif-plugged-f40e915c-3f2b-474f-8914-7d7ff6411cd2 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.306590] env[62364]: WARNING nova.compute.manager [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received unexpected event network-vif-plugged-f40e915c-3f2b-474f-8914-7d7ff6411cd2 for instance with vm_state building and task_state spawning. [ 1005.306747] env[62364]: DEBUG nova.compute.manager [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received event network-changed-f40e915c-3f2b-474f-8914-7d7ff6411cd2 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1005.306882] env[62364]: DEBUG nova.compute.manager [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Refreshing instance network info cache due to event network-changed-f40e915c-3f2b-474f-8914-7d7ff6411cd2. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1005.307134] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] Acquiring lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.307228] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] Acquired lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.307819] env[62364]: DEBUG nova.network.neutron [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Refreshing network info cache for port f40e915c-3f2b-474f-8914-7d7ff6411cd2 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.502373] env[62364]: DEBUG nova.network.neutron [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.605536] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d2fefa-2f6c-4604-b376-0c043cc35e3d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.616798] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdd094b-93aa-4a86-a5a8-73760728ada2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.661667] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa764add-410e-4f45-9be1-33cb48b4ca63 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.664694] env[62364]: DEBUG nova.network.neutron [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Successfully updated port: 71b3a986-a331-4f2f-96a2-dd37f6798b04 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.674935] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc58155-6d39-4cda-b47b-23991fe0afdc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.678673] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481171, 'name': ReconfigVM_Task, 'duration_secs': 0.318791} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.679609] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-89a75aa1-b2fd-4b65-899a-0a10aaefc9cb/volume-89a75aa1-b2fd-4b65-899a-0a10aaefc9cb.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.684914] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fdd2ae-f587-483d-8dd0-153dd26cb692 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.703569] env[62364]: DEBUG nova.compute.provider_tree [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.713905] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1005.713905] env[62364]: value = "task-2481172" [ 1005.713905] env[62364]: _type = "Task" [ 1005.713905] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.740743] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.765206] env[62364]: DEBUG nova.network.neutron [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Updating instance_info_cache with network_info: [{"id": "5f3fbdd5-bba2-4973-bd40-c6f69a128d79", "address": "fa:16:3e:0d:79:af", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3fbdd5-bb", "ovs_interfaceid": "5f3fbdd5-bba2-4973-bd40-c6f69a128d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.771075] env[62364]: DEBUG nova.network.neutron [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance_info_cache with network_info: [{"id": "8c437f20-450e-4505-a246-0f6a1f4df29f", "address": "fa:16:3e:e5:2d:6c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c437f20-45", "ovs_interfaceid": "8c437f20-450e-4505-a246-0f6a1f4df29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.844116] env[62364]: DEBUG nova.network.neutron [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.917793] env[62364]: DEBUG nova.network.neutron [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.167946] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.207571] env[62364]: DEBUG nova.scheduler.client.report [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.224439] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481172, 'name': ReconfigVM_Task, 'duration_secs': 0.25598} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.224646] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502080', 'volume_id': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'name': 'volume-89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cfa355e5-ea30-4e2d-ba43-afd90e3d4afc', 'attached_at': '', 'detached_at': '', 'volume_id': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'serial': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1006.225753] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1a308c2-b0d8-440e-9d0a-2b346e7f3fda {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.233237] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1006.233237] env[62364]: value = "task-2481173" [ 1006.233237] env[62364]: _type = "Task" [ 1006.233237] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.242665] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481173, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.268673] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "refresh_cache-0978b516-89ed-4a82-ba3b-9fd5a70437f3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.269165] env[62364]: DEBUG nova.compute.manager [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Instance network_info: |[{"id": "5f3fbdd5-bba2-4973-bd40-c6f69a128d79", "address": "fa:16:3e:0d:79:af", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3fbdd5-bb", "ovs_interfaceid": "5f3fbdd5-bba2-4973-bd40-c6f69a128d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.270035] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:79:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f3fbdd5-bba2-4973-bd40-c6f69a128d79', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.281704] env[62364]: DEBUG oslo.service.loopingcall [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.282494] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.283349] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.283686] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5099a85-0596-4ad9-be0a-f7ae6095eeff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.306781] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.306781] env[62364]: value = "task-2481174" [ 1006.306781] env[62364]: _type = "Task" [ 1006.306781] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.315282] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481174, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.407081] env[62364]: DEBUG nova.compute.manager [req-27498c40-e986-40bd-aab1-6759a4d8b594 req-c4d1f0c8-1ff4-4103-991b-c99649dd1bf0 service nova] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Received event network-changed-5f3fbdd5-bba2-4973-bd40-c6f69a128d79 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1006.407185] env[62364]: DEBUG nova.compute.manager [req-27498c40-e986-40bd-aab1-6759a4d8b594 req-c4d1f0c8-1ff4-4103-991b-c99649dd1bf0 service nova] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Refreshing instance network info cache due to event network-changed-5f3fbdd5-bba2-4973-bd40-c6f69a128d79. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1006.407413] env[62364]: DEBUG oslo_concurrency.lockutils [req-27498c40-e986-40bd-aab1-6759a4d8b594 req-c4d1f0c8-1ff4-4103-991b-c99649dd1bf0 service nova] Acquiring lock "refresh_cache-0978b516-89ed-4a82-ba3b-9fd5a70437f3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.407579] env[62364]: DEBUG oslo_concurrency.lockutils [req-27498c40-e986-40bd-aab1-6759a4d8b594 req-c4d1f0c8-1ff4-4103-991b-c99649dd1bf0 service nova] Acquired lock "refresh_cache-0978b516-89ed-4a82-ba3b-9fd5a70437f3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.407755] env[62364]: DEBUG nova.network.neutron [req-27498c40-e986-40bd-aab1-6759a4d8b594 req-c4d1f0c8-1ff4-4103-991b-c99649dd1bf0 service nova] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Refreshing network info cache for port 5f3fbdd5-bba2-4973-bd40-c6f69a128d79 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.420317] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e2447fd-fe53-43c8-8c6d-404c6295e552 req-f15c290a-06ca-42db-ab48-9f7aa03ec1bd service nova] Releasing lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.420943] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquired lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.421123] env[62364]: DEBUG nova.network.neutron [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.713034] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.713034] env[62364]: DEBUG nova.compute.manager [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.715704] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.990s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.743945] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481173, 'name': Rename_Task, 'duration_secs': 0.262249} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.744323] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.744585] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23b94354-f2d9-46cb-89a2-76917a62c967 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.752678] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1006.752678] env[62364]: value = "task-2481175" [ 1006.752678] env[62364]: _type = "Task" [ 1006.752678] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.762370] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.817134] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481174, 'name': CreateVM_Task, 'duration_secs': 0.384207} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.817820] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.818086] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.818273] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.818577] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.818845] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e82b82a-e62c-47cf-bb97-3ef001588cdb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.824845] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1006.824845] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52117a33-86b8-bd01-3d28-161923a73b9d" [ 1006.824845] env[62364]: _type = "Task" [ 1006.824845] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.833148] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52117a33-86b8-bd01-3d28-161923a73b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.975708] env[62364]: DEBUG nova.network.neutron [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.219224] env[62364]: DEBUG nova.compute.utils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1007.222936] env[62364]: INFO nova.compute.claims [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.226747] env[62364]: DEBUG nova.compute.manager [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.226931] env[62364]: DEBUG nova.network.neutron [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.243990] env[62364]: DEBUG nova.network.neutron [req-27498c40-e986-40bd-aab1-6759a4d8b594 req-c4d1f0c8-1ff4-4103-991b-c99649dd1bf0 service nova] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Updated VIF entry in instance network info cache for port 5f3fbdd5-bba2-4973-bd40-c6f69a128d79. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.244371] env[62364]: DEBUG nova.network.neutron [req-27498c40-e986-40bd-aab1-6759a4d8b594 req-c4d1f0c8-1ff4-4103-991b-c99649dd1bf0 service nova] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Updating instance_info_cache with network_info: [{"id": "5f3fbdd5-bba2-4973-bd40-c6f69a128d79", "address": "fa:16:3e:0d:79:af", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3fbdd5-bb", "ovs_interfaceid": "5f3fbdd5-bba2-4973-bd40-c6f69a128d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.265363] env[62364]: DEBUG oslo_vmware.api [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481175, 'name': PowerOnVM_Task, 'duration_secs': 0.489898} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.265739] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.336218] env[62364]: DEBUG nova.policy [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ec9e1587f8c4220a4740e7e9b61f19d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60f2b96d6a454ff8aacead79cac92686', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.341402] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52117a33-86b8-bd01-3d28-161923a73b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.017226} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.341861] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.342225] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.342587] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.342852] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.343252] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.343745] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0279efc0-e4d0-435c-b56c-abf6b93c2e8b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.354522] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.354928] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.355916] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade7a9ed-5318-4426-8be8-72da782de687 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.365377] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1007.365377] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5202c350-16e9-94de-51e8-5d36f108a331" [ 1007.365377] env[62364]: _type = "Task" [ 1007.365377] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.378151] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5202c350-16e9-94de-51e8-5d36f108a331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.389281] env[62364]: DEBUG nova.compute.manager [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.389281] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc9c135-78b1-4b60-a221-9f8ecad02510 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.393140] env[62364]: DEBUG nova.compute.manager [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received event network-vif-plugged-71b3a986-a331-4f2f-96a2-dd37f6798b04 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1007.393515] env[62364]: DEBUG oslo_concurrency.lockutils [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] Acquiring lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.393849] env[62364]: DEBUG oslo_concurrency.lockutils [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.394494] env[62364]: DEBUG oslo_concurrency.lockutils [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.394925] env[62364]: DEBUG nova.compute.manager [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] No waiting events found dispatching network-vif-plugged-71b3a986-a331-4f2f-96a2-dd37f6798b04 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.395223] env[62364]: WARNING nova.compute.manager [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received unexpected event network-vif-plugged-71b3a986-a331-4f2f-96a2-dd37f6798b04 for instance with vm_state building and task_state spawning. [ 1007.395502] env[62364]: DEBUG nova.compute.manager [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received event network-changed-71b3a986-a331-4f2f-96a2-dd37f6798b04 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1007.395769] env[62364]: DEBUG nova.compute.manager [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Refreshing instance network info cache due to event network-changed-71b3a986-a331-4f2f-96a2-dd37f6798b04. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1007.396163] env[62364]: DEBUG oslo_concurrency.lockutils [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] Acquiring lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.420019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.420019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.420019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.420019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.420019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.420019] env[62364]: INFO nova.compute.manager [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Terminating instance [ 1007.490520] env[62364]: DEBUG nova.network.neutron [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Updating instance_info_cache with network_info: [{"id": "72d409c9-c2e2-440d-aa4c-2dccb23b8478", "address": "fa:16:3e:ff:05:5f", "network": {"id": "871c171d-c74e-47aa-81d8-286badc7f535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13919474", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d409c9-c2", "ovs_interfaceid": "72d409c9-c2e2-440d-aa4c-2dccb23b8478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f40e915c-3f2b-474f-8914-7d7ff6411cd2", "address": "fa:16:3e:56:02:40", "network": {"id": "95f194ea-4cdb-4a3a-922c-21d26f13ee92", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-896235920", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf40e915c-3f", "ovs_interfaceid": "f40e915c-3f2b-474f-8914-7d7ff6411cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71b3a986-a331-4f2f-96a2-dd37f6798b04", "address": "fa:16:3e:16:f2:4a", "network": {"id": "871c171d-c74e-47aa-81d8-286badc7f535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13919474", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b3a986-a3", "ovs_interfaceid": "71b3a986-a331-4f2f-96a2-dd37f6798b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.727810] env[62364]: DEBUG nova.compute.manager [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.731880] env[62364]: INFO nova.compute.resource_tracker [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating resource usage from migration dbf68a23-e148-4ee6-a288-b4344148d98e [ 1007.747284] env[62364]: DEBUG oslo_concurrency.lockutils [req-27498c40-e986-40bd-aab1-6759a4d8b594 req-c4d1f0c8-1ff4-4103-991b-c99649dd1bf0 service nova] Releasing lock "refresh_cache-0978b516-89ed-4a82-ba3b-9fd5a70437f3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.801093] env[62364]: DEBUG nova.network.neutron [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Successfully created port: d2b3db52-2b29-4670-88de-5319535cba91 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.820825] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01ba5e7-b033-422d-88e4-bb90bc8ae921 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.842799] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance '5d9ad77d-39e3-41ea-8abb-122bad5b5cff' progress to 0 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.874034] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5202c350-16e9-94de-51e8-5d36f108a331, 'name': SearchDatastore_Task, 'duration_secs': 0.014929} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.877276] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e5d723-9224-4b6e-942e-5a99340c5fe4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.882936] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1007.882936] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ea88ba-7e0b-d1bf-8d8c-034971d0e2b9" [ 1007.882936] env[62364]: _type = "Task" [ 1007.882936] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.892785] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ea88ba-7e0b-d1bf-8d8c-034971d0e2b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.917564] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2a385e17-f077-408e-b474-b6867892c501 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.549s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.923093] env[62364]: DEBUG nova.compute.manager [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.923310] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.924414] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f98985b-44c4-4fac-9c8c-ee8c5ca1bada {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.937893] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.938164] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcb21df9-1f76-45bf-adbe-4bda492ddb97 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.947811] env[62364]: DEBUG oslo_vmware.api [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1007.947811] env[62364]: value = "task-2481176" [ 1007.947811] env[62364]: _type = "Task" [ 1007.947811] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.956448] env[62364]: DEBUG oslo_vmware.api [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.981302] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e15ecc-3381-44f3-970e-844f01c4c364 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.990034] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6653a4cb-508a-4730-9a0d-8140d6a20241 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.993583] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Releasing lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.994015] env[62364]: DEBUG nova.compute.manager [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Instance network_info: |[{"id": "72d409c9-c2e2-440d-aa4c-2dccb23b8478", "address": "fa:16:3e:ff:05:5f", "network": {"id": "871c171d-c74e-47aa-81d8-286badc7f535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13919474", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d409c9-c2", "ovs_interfaceid": "72d409c9-c2e2-440d-aa4c-2dccb23b8478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f40e915c-3f2b-474f-8914-7d7ff6411cd2", "address": "fa:16:3e:56:02:40", "network": {"id": "95f194ea-4cdb-4a3a-922c-21d26f13ee92", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-896235920", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf40e915c-3f", "ovs_interfaceid": "f40e915c-3f2b-474f-8914-7d7ff6411cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71b3a986-a331-4f2f-96a2-dd37f6798b04", "address": "fa:16:3e:16:f2:4a", "network": {"id": "871c171d-c74e-47aa-81d8-286badc7f535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13919474", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b3a986-a3", "ovs_interfaceid": "71b3a986-a331-4f2f-96a2-dd37f6798b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.994272] env[62364]: DEBUG oslo_concurrency.lockutils [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] Acquired lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.994804] env[62364]: DEBUG nova.network.neutron [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Refreshing network info cache for port 71b3a986-a331-4f2f-96a2-dd37f6798b04 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.999016] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:05:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72d409c9-c2e2-440d-aa4c-2dccb23b8478', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:02:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f40e915c-3f2b-474f-8914-7d7ff6411cd2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:f2:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71b3a986-a331-4f2f-96a2-dd37f6798b04', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.007393] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Creating folder: Project (6db3ab52a8b14ed3921b6c35bdb80ae0). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.008731] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-470bcff4-a7fb-4234-b2a9-c959fed8fff8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.038591] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606714e6-8d1a-4dd9-8958-ff6b8c7e47f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.041124] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Created folder: Project (6db3ab52a8b14ed3921b6c35bdb80ae0) in parent group-v501830. [ 1008.041211] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Creating folder: Instances. Parent ref: group-v502087. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.041762] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-defdb520-472d-4eeb-aaa2-e199de0328d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.048942] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20f2785-584e-4005-90d2-fa9e126e0b99 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.054883] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Created folder: Instances in parent group-v502087. [ 1008.055134] env[62364]: DEBUG oslo.service.loopingcall [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.062768] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.064714] env[62364]: DEBUG nova.compute.provider_tree [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.065112] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c11c6d2-e4df-449e-9a6a-dbd57bcb4725 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.085437] env[62364]: DEBUG nova.scheduler.client.report [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.095869] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.095869] env[62364]: value = "task-2481179" [ 1008.095869] env[62364]: _type = "Task" [ 1008.095869] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.106309] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481179, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.353487] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.353872] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d370e888-dec5-405d-9dc8-99c844b40872 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.363567] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1008.363567] env[62364]: value = "task-2481180" [ 1008.363567] env[62364]: _type = "Task" [ 1008.363567] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.377768] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.394449] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ea88ba-7e0b-d1bf-8d8c-034971d0e2b9, 'name': SearchDatastore_Task, 'duration_secs': 0.040771} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.394743] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.395908] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 0978b516-89ed-4a82-ba3b-9fd5a70437f3/0978b516-89ed-4a82-ba3b-9fd5a70437f3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.395908] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f7d9e81-beca-43ad-ad1b-c4d51473d9a9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.403598] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1008.403598] env[62364]: value = "task-2481181" [ 1008.403598] env[62364]: _type = "Task" [ 1008.403598] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.414143] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.458970] env[62364]: DEBUG oslo_vmware.api [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481176, 'name': PowerOffVM_Task, 'duration_secs': 0.340849} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.459333] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.459534] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.459841] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-597d53ea-015d-4966-a5b8-879acab9b3e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.590526] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.875s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.591168] env[62364]: INFO nova.compute.manager [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Migrating [ 1008.598151] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.598714] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.598714] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleting the datastore file [datastore2] 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.608362] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.084s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.612252] env[62364]: INFO nova.compute.claims [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.615735] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-074b00b9-8127-4707-a90f-2da82e8aa06f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.641345] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481179, 'name': CreateVM_Task, 'duration_secs': 0.464592} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.643663] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.644487] env[62364]: DEBUG oslo_vmware.api [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1008.644487] env[62364]: value = "task-2481183" [ 1008.644487] env[62364]: _type = "Task" [ 1008.644487] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.645683] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.645956] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.646422] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.647428] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c392d078-ff1f-4601-8694-8249b3343d4b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.665121] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1008.665121] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52127b6d-4312-c16b-dbea-eea2ed4fb0b0" [ 1008.665121] env[62364]: _type = "Task" [ 1008.665121] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.665738] env[62364]: DEBUG oslo_vmware.api [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.677389] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52127b6d-4312-c16b-dbea-eea2ed4fb0b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.742034] env[62364]: DEBUG nova.compute.manager [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.774988] env[62364]: DEBUG nova.virt.hardware [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.775387] env[62364]: DEBUG nova.virt.hardware [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.775659] env[62364]: DEBUG nova.virt.hardware [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.776095] env[62364]: DEBUG nova.virt.hardware [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.776337] env[62364]: DEBUG nova.virt.hardware [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.776577] env[62364]: DEBUG nova.virt.hardware [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.776888] env[62364]: DEBUG nova.virt.hardware [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.777129] env[62364]: DEBUG nova.virt.hardware [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.777417] env[62364]: DEBUG nova.virt.hardware [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.777825] env[62364]: DEBUG nova.virt.hardware [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.778071] env[62364]: DEBUG nova.virt.hardware [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.779062] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4390c4-ed3e-45da-aed6-2629c659bde3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.782583] env[62364]: DEBUG nova.network.neutron [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Updated VIF entry in instance network info cache for port 71b3a986-a331-4f2f-96a2-dd37f6798b04. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.783051] env[62364]: DEBUG nova.network.neutron [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Updating instance_info_cache with network_info: [{"id": "72d409c9-c2e2-440d-aa4c-2dccb23b8478", "address": "fa:16:3e:ff:05:5f", "network": {"id": "871c171d-c74e-47aa-81d8-286badc7f535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13919474", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d409c9-c2", "ovs_interfaceid": "72d409c9-c2e2-440d-aa4c-2dccb23b8478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f40e915c-3f2b-474f-8914-7d7ff6411cd2", "address": "fa:16:3e:56:02:40", "network": {"id": "95f194ea-4cdb-4a3a-922c-21d26f13ee92", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-896235920", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf40e915c-3f", "ovs_interfaceid": "f40e915c-3f2b-474f-8914-7d7ff6411cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71b3a986-a331-4f2f-96a2-dd37f6798b04", "address": "fa:16:3e:16:f2:4a", "network": {"id": "871c171d-c74e-47aa-81d8-286badc7f535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-13919474", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b3a986-a3", "ovs_interfaceid": "71b3a986-a331-4f2f-96a2-dd37f6798b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.791520] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e921a-eb9f-4ea5-86dd-b3af2d80f566 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.874345] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481180, 'name': PowerOffVM_Task, 'duration_secs': 0.196232} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.874713] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.875015] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance '5d9ad77d-39e3-41ea-8abb-122bad5b5cff' progress to 17 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.913578] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481181, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.123367] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.123612] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.123834] env[62364]: DEBUG nova.network.neutron [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.157167] env[62364]: DEBUG oslo_vmware.api [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267835} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.157424] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.157659] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.157856] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.158216] env[62364]: INFO nova.compute.manager [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1009.158335] env[62364]: DEBUG oslo.service.loopingcall [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.158513] env[62364]: DEBUG nova.compute.manager [-] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.158607] env[62364]: DEBUG nova.network.neutron [-] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.176379] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52127b6d-4312-c16b-dbea-eea2ed4fb0b0, 'name': SearchDatastore_Task, 'duration_secs': 0.021647} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.176668] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.176904] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.177156] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.177301] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.177615] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.177784] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d223000c-0347-46e9-869c-1ede36dcb944 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.219522] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.219717] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.220495] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c83c21c-1d94-430b-965c-2084061510bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.226542] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1009.226542] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]522d7937-6c3e-97ad-72c8-0c8187e7b46a" [ 1009.226542] env[62364]: _type = "Task" [ 1009.226542] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.235648] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522d7937-6c3e-97ad-72c8-0c8187e7b46a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.286107] env[62364]: DEBUG oslo_concurrency.lockutils [req-4dd6e81b-3fde-47f2-adca-d0edf86ad9b8 req-ec59f037-b50a-4e97-b74d-3b819f746d69 service nova] Releasing lock "refresh_cache-c3f58bd5-8de3-4fa9-b21b-15bcacad803e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.297092] env[62364]: DEBUG nova.network.neutron [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Successfully updated port: d2b3db52-2b29-4670-88de-5319535cba91 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.381342] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.381668] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.381748] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.381929] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.382240] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.382240] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.382429] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.382588] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.382755] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.382948] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.383148] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.388289] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4b08d40-c23b-493b-83aa-95bc572b10e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.405052] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1009.405052] env[62364]: value = "task-2481184" [ 1009.405052] env[62364]: _type = "Task" [ 1009.405052] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.416887] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.421677] env[62364]: DEBUG nova.compute.manager [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Received event network-vif-plugged-d2b3db52-2b29-4670-88de-5319535cba91 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1009.422372] env[62364]: DEBUG oslo_concurrency.lockutils [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] Acquiring lock "4768e305-b49d-4313-808c-13c09ebb6f3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.422372] env[62364]: DEBUG oslo_concurrency.lockutils [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] Lock "4768e305-b49d-4313-808c-13c09ebb6f3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.422372] env[62364]: DEBUG oslo_concurrency.lockutils [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] Lock "4768e305-b49d-4313-808c-13c09ebb6f3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.422579] env[62364]: DEBUG nova.compute.manager [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] No waiting events found dispatching network-vif-plugged-d2b3db52-2b29-4670-88de-5319535cba91 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.422623] env[62364]: WARNING nova.compute.manager [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Received unexpected event network-vif-plugged-d2b3db52-2b29-4670-88de-5319535cba91 for instance with vm_state building and task_state spawning. [ 1009.422769] env[62364]: DEBUG nova.compute.manager [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Received event network-changed-d2b3db52-2b29-4670-88de-5319535cba91 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1009.422929] env[62364]: DEBUG nova.compute.manager [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Refreshing instance network info cache due to event network-changed-d2b3db52-2b29-4670-88de-5319535cba91. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1009.423128] env[62364]: DEBUG oslo_concurrency.lockutils [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] Acquiring lock "refresh_cache-4768e305-b49d-4313-808c-13c09ebb6f3a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.423271] env[62364]: DEBUG oslo_concurrency.lockutils [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] Acquired lock "refresh_cache-4768e305-b49d-4313-808c-13c09ebb6f3a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.423431] env[62364]: DEBUG nova.network.neutron [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Refreshing network info cache for port d2b3db52-2b29-4670-88de-5319535cba91 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.424826] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606245} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.425328] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 0978b516-89ed-4a82-ba3b-9fd5a70437f3/0978b516-89ed-4a82-ba3b-9fd5a70437f3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.425561] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.425791] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65fbe46e-fa3e-4dde-9199-250d901bf652 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.434690] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1009.434690] env[62364]: value = "task-2481185" [ 1009.434690] env[62364]: _type = "Task" [ 1009.434690] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.446026] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.616707] env[62364]: DEBUG nova.compute.manager [req-c8e5ef35-01fc-4a58-95ca-f7df75670c7a req-8f471334-f38d-4b92-9bac-e4258d615b47 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Received event network-vif-deleted-09c322bb-d486-40c5-9c43-1fdac19a6ba7 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1009.616921] env[62364]: INFO nova.compute.manager [req-c8e5ef35-01fc-4a58-95ca-f7df75670c7a req-8f471334-f38d-4b92-9bac-e4258d615b47 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Neutron deleted interface 09c322bb-d486-40c5-9c43-1fdac19a6ba7; detaching it from the instance and deleting it from the info cache [ 1009.617401] env[62364]: DEBUG nova.network.neutron [req-c8e5ef35-01fc-4a58-95ca-f7df75670c7a req-8f471334-f38d-4b92-9bac-e4258d615b47 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.738476] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522d7937-6c3e-97ad-72c8-0c8187e7b46a, 'name': SearchDatastore_Task, 'duration_secs': 0.075755} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.739347] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f9a29a-c459-4f7a-9601-11150c97c941 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.746709] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1009.746709] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c901cc-924f-4ec4-de25-e03d0a94a22b" [ 1009.746709] env[62364]: _type = "Task" [ 1009.746709] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.755512] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c901cc-924f-4ec4-de25-e03d0a94a22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.799936] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquiring lock "refresh_cache-4768e305-b49d-4313-808c-13c09ebb6f3a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.897446] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465575ad-0fe9-488b-972c-d2b12756f213 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.905549] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3da15b9-3a69-43a9-95d3-fce5752dd077 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.918140] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.951384] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5310ea0-d1b9-4944-8d5b-6ac451ee02e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.961315] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20346} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.964211] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.965508] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b529b-22f9-4b08-92f2-44e239de6df0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.969605] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eaff59-51c2-44d3-b56f-1801e30ea1a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.988269] env[62364]: DEBUG nova.compute.provider_tree [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.009179] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 0978b516-89ed-4a82-ba3b-9fd5a70437f3/0978b516-89ed-4a82-ba3b-9fd5a70437f3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.010445] env[62364]: DEBUG nova.network.neutron [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.013335] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a77f03e7-aab6-4027-8c3a-18ba3603b230 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.037954] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1010.037954] env[62364]: value = "task-2481186" [ 1010.037954] env[62364]: _type = "Task" [ 1010.037954] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.048852] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.086348] env[62364]: DEBUG nova.network.neutron [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance_info_cache with network_info: [{"id": "6caafe0d-e640-4cd2-8be5-c0439112b35c", "address": "fa:16:3e:97:cf:8b", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6caafe0d-e6", "ovs_interfaceid": "6caafe0d-e640-4cd2-8be5-c0439112b35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.087762] env[62364]: DEBUG nova.network.neutron [-] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.120622] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74a7802e-98a3-4fd6-94ab-5ab9a2e2dd1a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.134516] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde1df5a-e121-49f1-9464-edcc842a7d93 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.170728] env[62364]: DEBUG nova.compute.manager [req-c8e5ef35-01fc-4a58-95ca-f7df75670c7a req-8f471334-f38d-4b92-9bac-e4258d615b47 service nova] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Detach interface failed, port_id=09c322bb-d486-40c5-9c43-1fdac19a6ba7, reason: Instance 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1010.177699] env[62364]: DEBUG nova.network.neutron [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.258261] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c901cc-924f-4ec4-de25-e03d0a94a22b, 'name': SearchDatastore_Task, 'duration_secs': 0.018944} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.258646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.259104] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] c3f58bd5-8de3-4fa9-b21b-15bcacad803e/c3f58bd5-8de3-4fa9-b21b-15bcacad803e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.259447] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d585079c-ee65-40bb-9a04-7794167623f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.267834] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1010.267834] env[62364]: value = "task-2481187" [ 1010.267834] env[62364]: _type = "Task" [ 1010.267834] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.277317] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.429034] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.516087] env[62364]: DEBUG nova.scheduler.client.report [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.552291] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481186, 'name': ReconfigVM_Task, 'duration_secs': 0.322022} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.555794] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 0978b516-89ed-4a82-ba3b-9fd5a70437f3/0978b516-89ed-4a82-ba3b-9fd5a70437f3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.556519] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8f1e5e3-99e8-4b4a-8f2f-4eb3510c0ddc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.565969] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1010.565969] env[62364]: value = "task-2481188" [ 1010.565969] env[62364]: _type = "Task" [ 1010.565969] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.576744] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481188, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.589733] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.591283] env[62364]: INFO nova.compute.manager [-] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Took 1.43 seconds to deallocate network for instance. [ 1010.681070] env[62364]: DEBUG oslo_concurrency.lockutils [req-535581a3-4dd5-4a14-b5ac-b15862204338 req-07398303-e881-461a-8a3f-68f5e87d1f33 service nova] Releasing lock "refresh_cache-4768e305-b49d-4313-808c-13c09ebb6f3a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.681070] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquired lock "refresh_cache-4768e305-b49d-4313-808c-13c09ebb6f3a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.681236] env[62364]: DEBUG nova.network.neutron [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.779604] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.920284] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481184, 'name': ReconfigVM_Task, 'duration_secs': 1.426377} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.920653] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance '5d9ad77d-39e3-41ea-8abb-122bad5b5cff' progress to 33 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.028504] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.029085] env[62364]: DEBUG nova.compute.manager [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.031776] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.940s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.033558] env[62364]: INFO nova.compute.claims [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.076902] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481188, 'name': Rename_Task, 'duration_secs': 0.146706} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.077192] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.077969] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2612250-d80e-41c1-a8c3-71346d66800e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.085205] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1011.085205] env[62364]: value = "task-2481189" [ 1011.085205] env[62364]: _type = "Task" [ 1011.085205] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.096733] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.097752] env[62364]: DEBUG oslo_concurrency.lockutils [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.250208] env[62364]: DEBUG nova.network.neutron [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.281756] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481187, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.428962] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.430030] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.430030] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.430030] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.430030] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.430030] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.430030] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.430482] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.430482] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.430549] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.430694] env[62364]: DEBUG nova.virt.hardware [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.436095] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1011.436380] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-083f2057-ec18-4bad-be21-ceeab2164c0b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.450114] env[62364]: DEBUG nova.network.neutron [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Updating instance_info_cache with network_info: [{"id": "d2b3db52-2b29-4670-88de-5319535cba91", "address": "fa:16:3e:fc:02:ae", "network": {"id": "2aae219d-0bc0-4b59-b56c-71e4a3f796c2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1996654299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f2b96d6a454ff8aacead79cac92686", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b3db52-2b", "ovs_interfaceid": "d2b3db52-2b29-4670-88de-5319535cba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.461760] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1011.461760] env[62364]: value = "task-2481190" [ 1011.461760] env[62364]: _type = "Task" [ 1011.461760] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.472755] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.538921] env[62364]: DEBUG nova.compute.utils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.544081] env[62364]: DEBUG nova.compute.manager [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.544407] env[62364]: DEBUG nova.network.neutron [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.592260] env[62364]: DEBUG nova.policy [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20c9a76349d84f9295fc4f807cef7cbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e9e0f4aff91409697652dd74fa54d15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.602058] env[62364]: DEBUG oslo_vmware.api [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481189, 'name': PowerOnVM_Task, 'duration_secs': 0.497377} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.602494] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.602699] env[62364]: INFO nova.compute.manager [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1011.602885] env[62364]: DEBUG nova.compute.manager [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.603681] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833b7678-c518-4b86-8721-ac464948d397 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.779667] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481187, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.387763} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.779876] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] c3f58bd5-8de3-4fa9-b21b-15bcacad803e/c3f58bd5-8de3-4fa9-b21b-15bcacad803e.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.780171] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.780439] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aca563fc-6b6d-4f1a-a7fa-7c0b8ffd4e1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.787404] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1011.787404] env[62364]: value = "task-2481191" [ 1011.787404] env[62364]: _type = "Task" [ 1011.787404] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.795310] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.931068] env[62364]: DEBUG nova.network.neutron [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Successfully created port: c898c270-41cc-4569-b20a-02b339fbb96f {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.953392] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Releasing lock "refresh_cache-4768e305-b49d-4313-808c-13c09ebb6f3a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.953866] env[62364]: DEBUG nova.compute.manager [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Instance network_info: |[{"id": "d2b3db52-2b29-4670-88de-5319535cba91", "address": "fa:16:3e:fc:02:ae", "network": {"id": "2aae219d-0bc0-4b59-b56c-71e4a3f796c2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1996654299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f2b96d6a454ff8aacead79cac92686", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b3db52-2b", "ovs_interfaceid": "d2b3db52-2b29-4670-88de-5319535cba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.954321] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:02:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2b3db52-2b29-4670-88de-5319535cba91', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.963552] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Creating folder: Project (60f2b96d6a454ff8aacead79cac92686). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.963948] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7940e5e-8a80-4ad9-bbc6-22cde08d845f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.976689] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.981771] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Created folder: Project (60f2b96d6a454ff8aacead79cac92686) in parent group-v501830. [ 1011.981771] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Creating folder: Instances. Parent ref: group-v502090. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.981771] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0235fb4e-0d64-4033-b8c7-6a14bd62fd5c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.992379] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Created folder: Instances in parent group-v502090. [ 1011.992658] env[62364]: DEBUG oslo.service.loopingcall [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.992898] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.993135] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45926dd4-37b9-4680-b934-52a5e7c6f9fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.016442] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.016442] env[62364]: value = "task-2481194" [ 1012.016442] env[62364]: _type = "Task" [ 1012.016442] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.024795] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481194, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.044748] env[62364]: DEBUG nova.compute.manager [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.109261] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0ad84a-b16e-489d-9ed4-4e1374b176d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.119682] env[62364]: INFO nova.compute.manager [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Took 20.81 seconds to build instance. [ 1012.140245] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance '4e65d3a4-3b7f-4c97-bba4-4465630bfd93' progress to 0 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.300025] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114011} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.300145] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.300949] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a887b4-be40-421f-853c-91b838d299e1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.303691] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.303927] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.334676] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] c3f58bd5-8de3-4fa9-b21b-15bcacad803e/c3f58bd5-8de3-4fa9-b21b-15bcacad803e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.337658] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aebd79bd-172f-4edf-bb13-99eb2c8aaf9a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.354490] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f294988c-c7bb-4487-bbef-9647d5e3def2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.366293] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ac60c7-40ee-4417-960b-169e0dd3eae8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.369850] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1012.369850] env[62364]: value = "task-2481195" [ 1012.369850] env[62364]: _type = "Task" [ 1012.369850] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.400219] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5404a7b7-159f-4707-8cfe-865680d59286 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.404407] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.410211] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933eab79-11f0-42a6-a621-7decb937ab93 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.424998] env[62364]: DEBUG nova.compute.provider_tree [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.476681] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481190, 'name': ReconfigVM_Task, 'duration_secs': 0.55168} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.476995] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.477716] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd03392d-3cc8-4a88-8b07-9043c718bc05 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.502267] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 5d9ad77d-39e3-41ea-8abb-122bad5b5cff/5d9ad77d-39e3-41ea-8abb-122bad5b5cff.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.502573] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adf3bc50-a15b-4abd-bbe4-8e1ceb336703 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.523118] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1012.523118] env[62364]: value = "task-2481196" [ 1012.523118] env[62364]: _type = "Task" [ 1012.523118] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.529810] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481194, 'name': CreateVM_Task, 'duration_secs': 0.37388} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.530412] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.531146] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.531314] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.531642] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.531995] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7fd1aab-1b45-466a-8c36-a2b23e095f67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.536631] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.541998] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for the task: (returnval){ [ 1012.541998] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529ff59f-b831-050a-bebc-1e925dfd167d" [ 1012.541998] env[62364]: _type = "Task" [ 1012.541998] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.554529] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529ff59f-b831-050a-bebc-1e925dfd167d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.625504] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3e335dcd-eee7-4f77-8782-555280663414 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.323s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.645353] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.645915] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e310957e-189f-49c6-9629-239bf009ae0a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.654223] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1012.654223] env[62364]: value = "task-2481197" [ 1012.654223] env[62364]: _type = "Task" [ 1012.654223] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.663194] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.809519] env[62364]: INFO nova.compute.manager [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Detaching volume 7f73e91c-4e69-410b-a0c4-da50dba52204 [ 1012.843663] env[62364]: INFO nova.virt.block_device [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Attempting to driver detach volume 7f73e91c-4e69-410b-a0c4-da50dba52204 from mountpoint /dev/sdb [ 1012.843998] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1012.844293] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502065', 'volume_id': '7f73e91c-4e69-410b-a0c4-da50dba52204', 'name': 'volume-7f73e91c-4e69-410b-a0c4-da50dba52204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5cb70a0-b975-42f4-a7e9-d94451db1391', 'attached_at': '', 'detached_at': '', 'volume_id': '7f73e91c-4e69-410b-a0c4-da50dba52204', 'serial': '7f73e91c-4e69-410b-a0c4-da50dba52204'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1012.845686] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cee281a-c86d-4481-9279-cad06e1c31ad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.870468] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.870770] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.870964] env[62364]: DEBUG nova.compute.manager [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.871916] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc5434-7aac-4df0-b5f6-c50f92abd431 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.877595] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b62f3af-0a01-4572-8398-7536037bae50 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.883924] env[62364]: DEBUG nova.compute.manager [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62364) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1012.884509] env[62364]: DEBUG nova.objects.instance [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lazy-loading 'flavor' on Instance uuid 0978b516-89ed-4a82-ba3b-9fd5a70437f3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.890108] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.890979] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42f8796-efce-48a2-a03c-68be27d96f30 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.914869] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4564dbf-fef2-4da2-afc7-aab6b368980f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.932060] env[62364]: DEBUG nova.scheduler.client.report [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.940511] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] The volume has not been displaced from its original location: [datastore2] volume-7f73e91c-4e69-410b-a0c4-da50dba52204/volume-7f73e91c-4e69-410b-a0c4-da50dba52204.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1012.947637] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.948817] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6440e9ce-ac5e-4e01-976c-60dca936f614 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.970291] env[62364]: DEBUG oslo_vmware.api [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 1012.970291] env[62364]: value = "task-2481198" [ 1012.970291] env[62364]: _type = "Task" [ 1012.970291] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.980231] env[62364]: DEBUG oslo_vmware.api [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.035081] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.054260] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529ff59f-b831-050a-bebc-1e925dfd167d, 'name': SearchDatastore_Task, 'duration_secs': 0.019074} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.054651] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.054898] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.055158] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.055354] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.055648] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.056870] env[62364]: DEBUG nova.compute.manager [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.058935] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1be2657e-e5d3-4d34-b6de-5126e1f61da9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.069767] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.069971] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.070853] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec0b292-6c06-4cbd-ad5d-9a8796d9e39c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.077581] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for the task: (returnval){ [ 1013.077581] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e11961-1cd1-3ce6-4849-8196ac5f0cc5" [ 1013.077581] env[62364]: _type = "Task" [ 1013.077581] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.087815] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e11961-1cd1-3ce6-4849-8196ac5f0cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.089988] env[62364]: DEBUG nova.virt.hardware [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.090248] env[62364]: DEBUG nova.virt.hardware [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.090409] env[62364]: DEBUG nova.virt.hardware [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.090594] env[62364]: DEBUG nova.virt.hardware [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.090742] env[62364]: DEBUG nova.virt.hardware [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.090899] env[62364]: DEBUG nova.virt.hardware [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.091128] env[62364]: DEBUG nova.virt.hardware [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.091295] env[62364]: DEBUG nova.virt.hardware [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.091473] env[62364]: DEBUG nova.virt.hardware [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.091640] env[62364]: DEBUG nova.virt.hardware [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.091816] env[62364]: DEBUG nova.virt.hardware [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.092633] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fd7528-1786-42cc-9b45-3a4fa953d02d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.100643] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e3171-ee06-4f61-a2d8-60185e91b77e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.163610] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481197, 'name': PowerOffVM_Task, 'duration_secs': 0.219636} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.163909] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.164152] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance '4e65d3a4-3b7f-4c97-bba4-4465630bfd93' progress to 17 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.381476] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481195, 'name': ReconfigVM_Task, 'duration_secs': 0.685843} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.381776] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Reconfigured VM instance instance-00000059 to attach disk [datastore2] c3f58bd5-8de3-4fa9-b21b-15bcacad803e/c3f58bd5-8de3-4fa9-b21b-15bcacad803e.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.382533] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3054cf0-a658-4eb7-800d-98c9ba9567b0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.389589] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1013.389589] env[62364]: value = "task-2481199" [ 1013.389589] env[62364]: _type = "Task" [ 1013.389589] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.405607] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481199, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.449815] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.450421] env[62364]: DEBUG nova.compute.manager [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.453171] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.668s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.456504] env[62364]: INFO nova.compute.claims [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.481473] env[62364]: DEBUG oslo_vmware.api [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481198, 'name': ReconfigVM_Task, 'duration_secs': 0.291404} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.481845] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1013.487260] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5ba35b-6e79-4aa9-a48a-7e573b746b77 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.505916] env[62364]: DEBUG oslo_vmware.api [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 1013.505916] env[62364]: value = "task-2481200" [ 1013.505916] env[62364]: _type = "Task" [ 1013.505916] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.514372] env[62364]: DEBUG oslo_vmware.api [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.533558] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481196, 'name': ReconfigVM_Task, 'duration_secs': 0.912876} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.533782] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 5d9ad77d-39e3-41ea-8abb-122bad5b5cff/5d9ad77d-39e3-41ea-8abb-122bad5b5cff.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.534102] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance '5d9ad77d-39e3-41ea-8abb-122bad5b5cff' progress to 50 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.590128] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e11961-1cd1-3ce6-4849-8196ac5f0cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.027275} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.590320] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5e2c6f-8d94-481a-ab7c-6908ebd32250 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.596502] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for the task: (returnval){ [ 1013.596502] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ceaaaf-8cfc-8041-40e6-714eecda56bf" [ 1013.596502] env[62364]: _type = "Task" [ 1013.596502] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.606051] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ceaaaf-8cfc-8041-40e6-714eecda56bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.671638] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.672056] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.672304] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.672571] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.672785] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.673021] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.673305] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.673566] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.673872] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.674168] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.674458] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.680310] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5aadd59-5eab-42a6-a90d-2ccb6a45b7c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.698136] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1013.698136] env[62364]: value = "task-2481201" [ 1013.698136] env[62364]: _type = "Task" [ 1013.698136] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.707297] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.897942] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.902975] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa27d7ba-95a4-4132-a6d0-9047369bd7cf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.906275] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481199, 'name': Rename_Task, 'duration_secs': 0.218331} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.906537] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.907456] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-733c14d3-0a78-4337-9640-4e2616746f7a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.919099] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1013.919099] env[62364]: value = "task-2481203" [ 1013.919099] env[62364]: _type = "Task" [ 1013.919099] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.919099] env[62364]: DEBUG oslo_vmware.api [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1013.919099] env[62364]: value = "task-2481202" [ 1013.919099] env[62364]: _type = "Task" [ 1013.919099] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.935632] env[62364]: DEBUG oslo_vmware.api [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.943045] env[62364]: DEBUG nova.compute.manager [req-f62c9793-5fdd-477f-9622-1495e1c131e0 req-338abb62-893a-4900-ac3a-bfbf10ee2e19 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Received event network-vif-plugged-c898c270-41cc-4569-b20a-02b339fbb96f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1013.943271] env[62364]: DEBUG oslo_concurrency.lockutils [req-f62c9793-5fdd-477f-9622-1495e1c131e0 req-338abb62-893a-4900-ac3a-bfbf10ee2e19 service nova] Acquiring lock "67053182-6d68-47e8-9b87-a8239c255867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.943554] env[62364]: DEBUG oslo_concurrency.lockutils [req-f62c9793-5fdd-477f-9622-1495e1c131e0 req-338abb62-893a-4900-ac3a-bfbf10ee2e19 service nova] Lock "67053182-6d68-47e8-9b87-a8239c255867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.943789] env[62364]: DEBUG oslo_concurrency.lockutils [req-f62c9793-5fdd-477f-9622-1495e1c131e0 req-338abb62-893a-4900-ac3a-bfbf10ee2e19 service nova] Lock "67053182-6d68-47e8-9b87-a8239c255867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.944066] env[62364]: DEBUG nova.compute.manager [req-f62c9793-5fdd-477f-9622-1495e1c131e0 req-338abb62-893a-4900-ac3a-bfbf10ee2e19 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] No waiting events found dispatching network-vif-plugged-c898c270-41cc-4569-b20a-02b339fbb96f {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.944301] env[62364]: WARNING nova.compute.manager [req-f62c9793-5fdd-477f-9622-1495e1c131e0 req-338abb62-893a-4900-ac3a-bfbf10ee2e19 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Received unexpected event network-vif-plugged-c898c270-41cc-4569-b20a-02b339fbb96f for instance with vm_state building and task_state spawning. [ 1013.945141] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.960554] env[62364]: DEBUG nova.compute.utils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1013.965018] env[62364]: DEBUG nova.compute.manager [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.965207] env[62364]: DEBUG nova.network.neutron [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.974083] env[62364]: DEBUG nova.network.neutron [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Successfully updated port: c898c270-41cc-4569-b20a-02b339fbb96f {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.021827] env[62364]: DEBUG oslo_vmware.api [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481200, 'name': ReconfigVM_Task, 'duration_secs': 0.153888} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.027148] env[62364]: DEBUG nova.policy [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f5d40e50b3b416da6964dd143997d2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bac04f4df1614c6fa38444c5fd27ab2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.027148] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502065', 'volume_id': '7f73e91c-4e69-410b-a0c4-da50dba52204', 'name': 'volume-7f73e91c-4e69-410b-a0c4-da50dba52204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5cb70a0-b975-42f4-a7e9-d94451db1391', 'attached_at': '', 'detached_at': '', 'volume_id': '7f73e91c-4e69-410b-a0c4-da50dba52204', 'serial': '7f73e91c-4e69-410b-a0c4-da50dba52204'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1014.043241] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8acea94-48cc-4c4d-b63a-c38547d02fcb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.075524] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1a0c30-66a0-45f1-9e5d-68b9c39e11b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.100189] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance '5d9ad77d-39e3-41ea-8abb-122bad5b5cff' progress to 67 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.113140] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ceaaaf-8cfc-8041-40e6-714eecda56bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.113541] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.113811] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4768e305-b49d-4313-808c-13c09ebb6f3a/4768e305-b49d-4313-808c-13c09ebb6f3a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.114088] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57af3f1f-3109-442a-b201-d94552212d34 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.123556] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for the task: (returnval){ [ 1014.123556] env[62364]: value = "task-2481204" [ 1014.123556] env[62364]: _type = "Task" [ 1014.123556] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.132912] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.208984] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481201, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.362913] env[62364]: DEBUG nova.network.neutron [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Successfully created port: 53807fcd-ee84-456c-a46a-338cf8b8425d {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.434054] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.439053] env[62364]: DEBUG oslo_vmware.api [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481202, 'name': PowerOffVM_Task, 'duration_secs': 0.254598} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.439399] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.439554] env[62364]: DEBUG nova.compute.manager [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.440459] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1047d78f-882f-42e8-866a-460e286fc607 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.470052] env[62364]: DEBUG nova.compute.manager [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.476488] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquiring lock "refresh_cache-67053182-6d68-47e8-9b87-a8239c255867" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.476656] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquired lock "refresh_cache-67053182-6d68-47e8-9b87-a8239c255867" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.476801] env[62364]: DEBUG nova.network.neutron [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.586676] env[62364]: DEBUG nova.objects.instance [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lazy-loading 'flavor' on Instance uuid e5cb70a0-b975-42f4-a7e9-d94451db1391 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.637407] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481204, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.713422] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481201, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.741940] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da270a6-c75f-4756-a8b6-3d513bf61c6f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.750945] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7565d934-b22f-4b24-922a-3aa251eb9b50 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.784214] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4402ce2c-1302-4d4d-b421-06ac467c060c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.792216] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6137b7ee-9394-454a-9da2-7b090e8e6918 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.807264] env[62364]: DEBUG nova.compute.provider_tree [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.932067] env[62364]: DEBUG oslo_vmware.api [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481203, 'name': PowerOnVM_Task, 'duration_secs': 0.726678} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.932067] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.932067] env[62364]: INFO nova.compute.manager [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Took 17.08 seconds to spawn the instance on the hypervisor. [ 1014.932067] env[62364]: DEBUG nova.compute.manager [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.932067] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6884262-e702-4336-aee3-a24920ad8292 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.953915] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b720625-14f7-47b8-a074-c894fa248596 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.059827] env[62364]: DEBUG nova.network.neutron [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.140022] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571284} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.140022] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4768e305-b49d-4313-808c-13c09ebb6f3a/4768e305-b49d-4313-808c-13c09ebb6f3a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.140022] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.140022] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a14b939-1595-4eec-ad7c-a18dcb050128 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.148549] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for the task: (returnval){ [ 1015.148549] env[62364]: value = "task-2481205" [ 1015.148549] env[62364]: _type = "Task" [ 1015.148549] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.160889] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.212329] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481201, 'name': ReconfigVM_Task, 'duration_secs': 1.33418} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.213012] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance '4e65d3a4-3b7f-4c97-bba4-4465630bfd93' progress to 33 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.282623] env[62364]: DEBUG nova.network.neutron [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Updating instance_info_cache with network_info: [{"id": "c898c270-41cc-4569-b20a-02b339fbb96f", "address": "fa:16:3e:d1:1e:4d", "network": {"id": "75da82bd-575a-4f6a-a13f-ae5d6f92f092", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1467429135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e9e0f4aff91409697652dd74fa54d15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc898c270-41", "ovs_interfaceid": "c898c270-41cc-4569-b20a-02b339fbb96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.311993] env[62364]: DEBUG nova.scheduler.client.report [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.450441] env[62364]: INFO nova.compute.manager [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Took 27.25 seconds to build instance. [ 1015.484923] env[62364]: DEBUG nova.compute.manager [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.512950] env[62364]: DEBUG nova.virt.hardware [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.513222] env[62364]: DEBUG nova.virt.hardware [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.513383] env[62364]: DEBUG nova.virt.hardware [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.513563] env[62364]: DEBUG nova.virt.hardware [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.513716] env[62364]: DEBUG nova.virt.hardware [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.513864] env[62364]: DEBUG nova.virt.hardware [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.514085] env[62364]: DEBUG nova.virt.hardware [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.514251] env[62364]: DEBUG nova.virt.hardware [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.514423] env[62364]: DEBUG nova.virt.hardware [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.514604] env[62364]: DEBUG nova.virt.hardware [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.514784] env[62364]: DEBUG nova.virt.hardware [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.515915] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d698e90-3684-4198-b019-9fe0c5e262a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.524134] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e41e24-8ee9-4b95-a38d-ca3b5f606903 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.543170] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.594116] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ff249fd2-4b64-4684-b330-a42d48f327e3 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.595199] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.052s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.595431] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "e5cb70a0-b975-42f4-a7e9-d94451db1391-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.595713] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.595974] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.598265] env[62364]: INFO nova.compute.manager [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Terminating instance [ 1015.658018] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069212} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.658299] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.659110] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfcaf2c-7edf-45ac-a9a6-b36305e45f73 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.686909] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 4768e305-b49d-4313-808c-13c09ebb6f3a/4768e305-b49d-4313-808c-13c09ebb6f3a.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.687582] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be605793-00de-412d-b7d6-0eb70af809af {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.709331] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for the task: (returnval){ [ 1015.709331] env[62364]: value = "task-2481206" [ 1015.709331] env[62364]: _type = "Task" [ 1015.709331] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.720406] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.720406] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.720406] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.720576] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.720705] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.720846] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.721050] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.721290] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.721463] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.721624] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.721803] env[62364]: DEBUG nova.virt.hardware [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.726987] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.727288] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.727517] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e085a65-58fd-4fa5-a1fe-63caa926d21f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.750266] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1015.750266] env[62364]: value = "task-2481207" [ 1015.750266] env[62364]: _type = "Task" [ 1015.750266] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.759376] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.779088] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.779389] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.779612] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.779802] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.779984] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.782170] env[62364]: INFO nova.compute.manager [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Terminating instance [ 1015.784635] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Releasing lock "refresh_cache-67053182-6d68-47e8-9b87-a8239c255867" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.784914] env[62364]: DEBUG nova.compute.manager [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Instance network_info: |[{"id": "c898c270-41cc-4569-b20a-02b339fbb96f", "address": "fa:16:3e:d1:1e:4d", "network": {"id": "75da82bd-575a-4f6a-a13f-ae5d6f92f092", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1467429135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e9e0f4aff91409697652dd74fa54d15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc898c270-41", "ovs_interfaceid": "c898c270-41cc-4569-b20a-02b339fbb96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.785549] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:1e:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c898c270-41cc-4569-b20a-02b339fbb96f', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.799608] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Creating folder: Project (1e9e0f4aff91409697652dd74fa54d15). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.800534] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08c0994c-78cb-40a0-8225-d4118c840cbf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.813774] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Created folder: Project (1e9e0f4aff91409697652dd74fa54d15) in parent group-v501830. [ 1015.814010] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Creating folder: Instances. Parent ref: group-v502093. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.814364] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0b8173a-66b8-4ae1-8cf3-07e63914f501 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.817806] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.818437] env[62364]: DEBUG nova.compute.manager [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.821802] env[62364]: DEBUG oslo_concurrency.lockutils [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.724s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.822072] env[62364]: DEBUG nova.objects.instance [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lazy-loading 'resources' on Instance uuid 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.838584] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Created folder: Instances in parent group-v502093. [ 1015.838904] env[62364]: DEBUG oslo.service.loopingcall [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.839121] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.840139] env[62364]: DEBUG nova.network.neutron [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Port 8c437f20-450e-4505-a246-0f6a1f4df29f binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1015.841909] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21a66bb7-b22a-4f0e-8f96-5f702abe8470 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.867012] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.867012] env[62364]: value = "task-2481210" [ 1015.867012] env[62364]: _type = "Task" [ 1015.867012] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.875654] env[62364]: DEBUG nova.compute.manager [req-0538e227-7e1f-4b6e-a094-f272ee1d8b09 req-5a24dd10-7695-4143-ad1f-05b9e21226a2 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Received event network-vif-plugged-53807fcd-ee84-456c-a46a-338cf8b8425d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1015.875887] env[62364]: DEBUG oslo_concurrency.lockutils [req-0538e227-7e1f-4b6e-a094-f272ee1d8b09 req-5a24dd10-7695-4143-ad1f-05b9e21226a2 service nova] Acquiring lock "49b10d42-1180-4747-862c-fc0a6b7d3e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.876130] env[62364]: DEBUG oslo_concurrency.lockutils [req-0538e227-7e1f-4b6e-a094-f272ee1d8b09 req-5a24dd10-7695-4143-ad1f-05b9e21226a2 service nova] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.876370] env[62364]: DEBUG oslo_concurrency.lockutils [req-0538e227-7e1f-4b6e-a094-f272ee1d8b09 req-5a24dd10-7695-4143-ad1f-05b9e21226a2 service nova] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.876551] env[62364]: DEBUG nova.compute.manager [req-0538e227-7e1f-4b6e-a094-f272ee1d8b09 req-5a24dd10-7695-4143-ad1f-05b9e21226a2 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] No waiting events found dispatching network-vif-plugged-53807fcd-ee84-456c-a46a-338cf8b8425d {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.876802] env[62364]: WARNING nova.compute.manager [req-0538e227-7e1f-4b6e-a094-f272ee1d8b09 req-5a24dd10-7695-4143-ad1f-05b9e21226a2 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Received unexpected event network-vif-plugged-53807fcd-ee84-456c-a46a-338cf8b8425d for instance with vm_state building and task_state spawning. [ 1015.880505] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481210, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.900260] env[62364]: DEBUG nova.network.neutron [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Successfully updated port: 53807fcd-ee84-456c-a46a-338cf8b8425d {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.951982] env[62364]: DEBUG oslo_concurrency.lockutils [None req-55c52937-89a6-4f8a-85d3-b1ee616f2bd1 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.766s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.973776] env[62364]: DEBUG nova.compute.manager [req-73a613b3-078a-4aee-90dc-19166f406530 req-af5c87a7-1cf5-45af-9d2f-a14c5d2418fc service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Received event network-changed-c898c270-41cc-4569-b20a-02b339fbb96f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1015.973896] env[62364]: DEBUG nova.compute.manager [req-73a613b3-078a-4aee-90dc-19166f406530 req-af5c87a7-1cf5-45af-9d2f-a14c5d2418fc service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Refreshing instance network info cache due to event network-changed-c898c270-41cc-4569-b20a-02b339fbb96f. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1015.974128] env[62364]: DEBUG oslo_concurrency.lockutils [req-73a613b3-078a-4aee-90dc-19166f406530 req-af5c87a7-1cf5-45af-9d2f-a14c5d2418fc service nova] Acquiring lock "refresh_cache-67053182-6d68-47e8-9b87-a8239c255867" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.974274] env[62364]: DEBUG oslo_concurrency.lockutils [req-73a613b3-078a-4aee-90dc-19166f406530 req-af5c87a7-1cf5-45af-9d2f-a14c5d2418fc service nova] Acquired lock "refresh_cache-67053182-6d68-47e8-9b87-a8239c255867" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.974438] env[62364]: DEBUG nova.network.neutron [req-73a613b3-078a-4aee-90dc-19166f406530 req-af5c87a7-1cf5-45af-9d2f-a14c5d2418fc service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Refreshing network info cache for port c898c270-41cc-4569-b20a-02b339fbb96f {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.058180] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.058501] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.058825] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.059088] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.059309] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.062032] env[62364]: INFO nova.compute.manager [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Terminating instance [ 1016.102312] env[62364]: DEBUG nova.compute.manager [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.102619] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.103827] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f85343-e829-4eab-ba19-1c5f5626475c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.112668] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.112924] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af6d2d28-f6f9-4272-b7c3-d8ce70a5af45 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.120093] env[62364]: DEBUG oslo_vmware.api [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 1016.120093] env[62364]: value = "task-2481211" [ 1016.120093] env[62364]: _type = "Task" [ 1016.120093] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.131160] env[62364]: DEBUG oslo_vmware.api [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.223024] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481206, 'name': ReconfigVM_Task, 'duration_secs': 0.336408} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.223024] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 4768e305-b49d-4313-808c-13c09ebb6f3a/4768e305-b49d-4313-808c-13c09ebb6f3a.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.223024] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cefa4b5c-3213-42c9-a51a-017c9db3e7d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.229480] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for the task: (returnval){ [ 1016.229480] env[62364]: value = "task-2481212" [ 1016.229480] env[62364]: _type = "Task" [ 1016.229480] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.240929] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481212, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.260179] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481207, 'name': ReconfigVM_Task, 'duration_secs': 0.188464} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.260505] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.261373] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094b8550-00aa-478f-8263-cdae2b7916fb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.287281] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 4e65d3a4-3b7f-4c97-bba4-4465630bfd93/4e65d3a4-3b7f-4c97-bba4-4465630bfd93.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.288809] env[62364]: DEBUG nova.compute.manager [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.288809] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.288809] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ef77356-41cd-4a50-8cb0-92463a482f0f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.302805] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528cf64c-9bb0-4a5a-a0fb-3cbe158925f1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.311803] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.313244] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faa81a54-6a0f-4273-be0e-957e09695a20 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.314910] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1016.314910] env[62364]: value = "task-2481213" [ 1016.314910] env[62364]: _type = "Task" [ 1016.314910] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.326662] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.331483] env[62364]: DEBUG nova.compute.utils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1016.333428] env[62364]: DEBUG nova.compute.manager [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.333566] env[62364]: DEBUG nova.network.neutron [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.375921] env[62364]: DEBUG nova.policy [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bb2f50a136b41c6b255be29d4f45327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd49f657a25427c8f7bb0261f592a35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.381776] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481210, 'name': CreateVM_Task, 'duration_secs': 0.375547} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.384467] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.385521] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.385836] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.386106] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.386213] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb75044d-5b25-4e9e-a927-6f9916209bd4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.393438] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for the task: (returnval){ [ 1016.393438] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527179fb-1108-e99a-2c9a-d1e32bcf6fef" [ 1016.393438] env[62364]: _type = "Task" [ 1016.393438] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.395426] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.395426] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.395426] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleting the datastore file [datastore1] 0978b516-89ed-4a82-ba3b-9fd5a70437f3 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.398705] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a5ec187-c74c-4172-b56d-a442c8fb8590 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.403985] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.404160] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.404313] env[62364]: DEBUG nova.network.neutron [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.412745] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527179fb-1108-e99a-2c9a-d1e32bcf6fef, 'name': SearchDatastore_Task, 'duration_secs': 0.013184} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.415559] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.415559] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.415772] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.415944] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.416700] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.417390] env[62364]: DEBUG oslo_vmware.api [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1016.417390] env[62364]: value = "task-2481215" [ 1016.417390] env[62364]: _type = "Task" [ 1016.417390] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.417390] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb733e1e-d252-4339-81cb-ac9d47029325 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.435355] env[62364]: DEBUG oslo_vmware.api [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.436598] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.436813] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.440197] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d998eda2-d374-4b14-adef-d627ea33606b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.446488] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for the task: (returnval){ [ 1016.446488] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ff7e4b-61d2-d3e0-dfe0-971c8f120cac" [ 1016.446488] env[62364]: _type = "Task" [ 1016.446488] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.460548] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ff7e4b-61d2-d3e0-dfe0-971c8f120cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.566029] env[62364]: DEBUG nova.compute.manager [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.566029] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.567639] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f63aa27-e20b-4ff7-ab26-a03950e06863 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.576113] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.576398] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cbed594-5f5c-46fe-a075-2d0b6c3329c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.586649] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399b46ec-ec5c-44df-9255-17c13d16bf92 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.590721] env[62364]: DEBUG oslo_vmware.api [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1016.590721] env[62364]: value = "task-2481216" [ 1016.590721] env[62364]: _type = "Task" [ 1016.590721] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.597779] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97c0582-2c03-4c2e-85ee-014a88daab8a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.610214] env[62364]: DEBUG oslo_vmware.api [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.638982] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43756289-3622-496c-a5bd-177c30b6c4c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.653289] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3986e51-312b-492f-ba71-af85f0f54e0f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.658107] env[62364]: DEBUG oslo_vmware.api [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481211, 'name': PowerOffVM_Task, 'duration_secs': 0.311014} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.658396] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.658597] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.659281] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af1facb3-6eb7-4094-9db0-461001acfdb3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.670062] env[62364]: DEBUG nova.compute.provider_tree [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.695176] env[62364]: DEBUG nova.network.neutron [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Successfully created port: bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.719778] env[62364]: DEBUG nova.network.neutron [req-73a613b3-078a-4aee-90dc-19166f406530 req-af5c87a7-1cf5-45af-9d2f-a14c5d2418fc service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Updated VIF entry in instance network info cache for port c898c270-41cc-4569-b20a-02b339fbb96f. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.720183] env[62364]: DEBUG nova.network.neutron [req-73a613b3-078a-4aee-90dc-19166f406530 req-af5c87a7-1cf5-45af-9d2f-a14c5d2418fc service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Updating instance_info_cache with network_info: [{"id": "c898c270-41cc-4569-b20a-02b339fbb96f", "address": "fa:16:3e:d1:1e:4d", "network": {"id": "75da82bd-575a-4f6a-a13f-ae5d6f92f092", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1467429135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e9e0f4aff91409697652dd74fa54d15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc898c270-41", "ovs_interfaceid": "c898c270-41cc-4569-b20a-02b339fbb96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.740988] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481212, 'name': Rename_Task, 'duration_secs': 0.153638} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.741276] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.742215] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a59e59d2-d297-4e59-a680-ecadd8663edb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.748032] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.748428] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.748732] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Deleting the datastore file [datastore1] e5cb70a0-b975-42f4-a7e9-d94451db1391 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.749151] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ae4cebc-9e6f-46e6-9fca-b3d7352222b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.755246] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for the task: (returnval){ [ 1016.755246] env[62364]: value = "task-2481218" [ 1016.755246] env[62364]: _type = "Task" [ 1016.755246] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.761786] env[62364]: DEBUG oslo_vmware.api [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 1016.761786] env[62364]: value = "task-2481219" [ 1016.761786] env[62364]: _type = "Task" [ 1016.761786] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.771218] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.777529] env[62364]: DEBUG oslo_vmware.api [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.825628] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481213, 'name': ReconfigVM_Task, 'duration_secs': 0.29216} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.825935] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 4e65d3a4-3b7f-4c97-bba4-4465630bfd93/4e65d3a4-3b7f-4c97-bba4-4465630bfd93.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.826207] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance '4e65d3a4-3b7f-4c97-bba4-4465630bfd93' progress to 50 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.837379] env[62364]: DEBUG nova.compute.manager [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.882155] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.882392] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.882567] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.930937] env[62364]: DEBUG oslo_vmware.api [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178208} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.931232] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.931422] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.931600] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.931773] env[62364]: INFO nova.compute.manager [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1016.932034] env[62364]: DEBUG oslo.service.loopingcall [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.932231] env[62364]: DEBUG nova.compute.manager [-] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.932327] env[62364]: DEBUG nova.network.neutron [-] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.957935] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ff7e4b-61d2-d3e0-dfe0-971c8f120cac, 'name': SearchDatastore_Task, 'duration_secs': 0.020731} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.958770] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf04538-e623-4e9a-895e-20c3f1a946b6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.965526] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for the task: (returnval){ [ 1016.965526] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e15175-7130-c64c-067c-85e3a8af3135" [ 1016.965526] env[62364]: _type = "Task" [ 1016.965526] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.974545] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e15175-7130-c64c-067c-85e3a8af3135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.998876] env[62364]: DEBUG nova.network.neutron [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.101774] env[62364]: DEBUG oslo_vmware.api [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481216, 'name': PowerOffVM_Task, 'duration_secs': 0.236936} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.102065] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.102239] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.102492] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c050423b-c35e-4dcd-966a-9eabb6570601 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.173338] env[62364]: DEBUG nova.scheduler.client.report [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.215503] env[62364]: DEBUG nova.network.neutron [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance_info_cache with network_info: [{"id": "53807fcd-ee84-456c-a46a-338cf8b8425d", "address": "fa:16:3e:35:73:3f", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53807fcd-ee", "ovs_interfaceid": "53807fcd-ee84-456c-a46a-338cf8b8425d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.223042] env[62364]: DEBUG oslo_concurrency.lockutils [req-73a613b3-078a-4aee-90dc-19166f406530 req-af5c87a7-1cf5-45af-9d2f-a14c5d2418fc service nova] Releasing lock "refresh_cache-67053182-6d68-47e8-9b87-a8239c255867" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.264274] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.264593] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.264863] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Deleting the datastore file [datastore2] c3f58bd5-8de3-4fa9-b21b-15bcacad803e {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.270520] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae8ac01-647e-405f-bea0-c503b0f090de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.277144] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481218, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.284730] env[62364]: DEBUG oslo_vmware.api [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22269} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.286396] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.286717] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.287014] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.287285] env[62364]: INFO nova.compute.manager [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1017.287628] env[62364]: DEBUG oslo.service.loopingcall [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.287990] env[62364]: DEBUG oslo_vmware.api [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1017.287990] env[62364]: value = "task-2481221" [ 1017.287990] env[62364]: _type = "Task" [ 1017.287990] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.288265] env[62364]: DEBUG nova.compute.manager [-] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.288393] env[62364]: DEBUG nova.network.neutron [-] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.302319] env[62364]: DEBUG oslo_vmware.api [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.336666] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed49031-7223-4a5b-86e6-afe3d68962c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.362503] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17387223-a30f-496b-8cd5-05658111b539 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.382185] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance '4e65d3a4-3b7f-4c97-bba4-4465630bfd93' progress to 67 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.476974] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e15175-7130-c64c-067c-85e3a8af3135, 'name': SearchDatastore_Task, 'duration_secs': 0.011922} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.477419] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.477510] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 67053182-6d68-47e8-9b87-a8239c255867/67053182-6d68-47e8-9b87-a8239c255867.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.477811] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-916690f8-327d-4c95-af8a-0bee65320fb8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.488708] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for the task: (returnval){ [ 1017.488708] env[62364]: value = "task-2481222" [ 1017.488708] env[62364]: _type = "Task" [ 1017.488708] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.496850] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.679288] env[62364]: DEBUG oslo_concurrency.lockutils [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.703346] env[62364]: INFO nova.scheduler.client.report [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleted allocations for instance 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e [ 1017.704540] env[62364]: DEBUG nova.network.neutron [-] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.719542] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.719680] env[62364]: DEBUG nova.compute.manager [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Instance network_info: |[{"id": "53807fcd-ee84-456c-a46a-338cf8b8425d", "address": "fa:16:3e:35:73:3f", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53807fcd-ee", "ovs_interfaceid": "53807fcd-ee84-456c-a46a-338cf8b8425d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.720154] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:73:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53807fcd-ee84-456c-a46a-338cf8b8425d', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.728072] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Creating folder: Project (bac04f4df1614c6fa38444c5fd27ab2d). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.730206] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7df3c4e0-d4f2-4c1c-8316-f850d21cacd4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.746478] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Created folder: Project (bac04f4df1614c6fa38444c5fd27ab2d) in parent group-v501830. [ 1017.746478] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Creating folder: Instances. Parent ref: group-v502096. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.746478] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbfd2860-f46b-4012-aa13-6d207dd733e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.763219] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Created folder: Instances in parent group-v502096. [ 1017.763496] env[62364]: DEBUG oslo.service.loopingcall [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.764226] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.764893] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcce460d-1615-4357-a1dd-1f6adb478855 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.784873] env[62364]: DEBUG oslo_vmware.api [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481218, 'name': PowerOnVM_Task, 'duration_secs': 0.761681} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.785754] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.786024] env[62364]: INFO nova.compute.manager [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1017.786270] env[62364]: DEBUG nova.compute.manager [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.787911] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91b0438-90db-4d6d-8cb0-4a62d488f13e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.793191] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.793191] env[62364]: value = "task-2481225" [ 1017.793191] env[62364]: _type = "Task" [ 1017.793191] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.812823] env[62364]: DEBUG oslo_vmware.api [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30419} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.813119] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481225, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.813648] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.813904] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.814134] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.814350] env[62364]: INFO nova.compute.manager [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1017.814632] env[62364]: DEBUG oslo.service.loopingcall [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.814872] env[62364]: DEBUG nova.compute.manager [-] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.814965] env[62364]: DEBUG nova.network.neutron [-] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.848080] env[62364]: DEBUG nova.compute.manager [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.896907] env[62364]: DEBUG nova.virt.hardware [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.897137] env[62364]: DEBUG nova.virt.hardware [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.897305] env[62364]: DEBUG nova.virt.hardware [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.897487] env[62364]: DEBUG nova.virt.hardware [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.897631] env[62364]: DEBUG nova.virt.hardware [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.897855] env[62364]: DEBUG nova.virt.hardware [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.898456] env[62364]: DEBUG nova.virt.hardware [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.898669] env[62364]: DEBUG nova.virt.hardware [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.898879] env[62364]: DEBUG nova.virt.hardware [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.899057] env[62364]: DEBUG nova.virt.hardware [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.899232] env[62364]: DEBUG nova.virt.hardware [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.901079] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee45e33e-5fb9-4d8b-9e81-6a61e2609219 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.914027] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbcda72-bfc5-4505-a560-e8dbee07bfbb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.968375] env[62364]: DEBUG nova.compute.manager [req-e9f81d84-56d0-4499-97af-823cfb4d7c99 req-82104346-6192-492c-98bf-4467b830c329 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Received event network-changed-53807fcd-ee84-456c-a46a-338cf8b8425d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1017.968579] env[62364]: DEBUG nova.compute.manager [req-e9f81d84-56d0-4499-97af-823cfb4d7c99 req-82104346-6192-492c-98bf-4467b830c329 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Refreshing instance network info cache due to event network-changed-53807fcd-ee84-456c-a46a-338cf8b8425d. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1017.968983] env[62364]: DEBUG oslo_concurrency.lockutils [req-e9f81d84-56d0-4499-97af-823cfb4d7c99 req-82104346-6192-492c-98bf-4467b830c329 service nova] Acquiring lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.969394] env[62364]: DEBUG oslo_concurrency.lockutils [req-e9f81d84-56d0-4499-97af-823cfb4d7c99 req-82104346-6192-492c-98bf-4467b830c329 service nova] Acquired lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.969587] env[62364]: DEBUG nova.network.neutron [req-e9f81d84-56d0-4499-97af-823cfb4d7c99 req-82104346-6192-492c-98bf-4467b830c329 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Refreshing network info cache for port 53807fcd-ee84-456c-a46a-338cf8b8425d {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.987511] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.987766] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.987969] env[62364]: DEBUG nova.network.neutron [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.004037] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504648} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.005485] env[62364]: DEBUG nova.network.neutron [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Port 6caafe0d-e640-4cd2-8be5-c0439112b35c binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1018.007432] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 67053182-6d68-47e8-9b87-a8239c255867/67053182-6d68-47e8-9b87-a8239c255867.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.007924] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.008200] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ba94e36-f986-4eac-9635-8a269a6b1de8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.013669] env[62364]: DEBUG nova.compute.manager [req-313380e8-8202-44fb-b79f-724be02e02ed req-6ae0cc44-7bef-4b3a-92ca-d669c94f8987 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Received event network-vif-deleted-1f429b8c-9c8c-483e-845f-e4ec665ed89f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1018.013866] env[62364]: INFO nova.compute.manager [req-313380e8-8202-44fb-b79f-724be02e02ed req-6ae0cc44-7bef-4b3a-92ca-d669c94f8987 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Neutron deleted interface 1f429b8c-9c8c-483e-845f-e4ec665ed89f; detaching it from the instance and deleting it from the info cache [ 1018.014081] env[62364]: DEBUG nova.network.neutron [req-313380e8-8202-44fb-b79f-724be02e02ed req-6ae0cc44-7bef-4b3a-92ca-d669c94f8987 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.024780] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for the task: (returnval){ [ 1018.024780] env[62364]: value = "task-2481226" [ 1018.024780] env[62364]: _type = "Task" [ 1018.024780] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.034296] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.209507] env[62364]: INFO nova.compute.manager [-] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Took 1.28 seconds to deallocate network for instance. [ 1018.217704] env[62364]: DEBUG oslo_concurrency.lockutils [None req-db91cd26-4e0f-43ef-9bb4-2ae9c03c4242 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.800s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.307168] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481225, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.325177] env[62364]: INFO nova.compute.manager [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Took 23.52 seconds to build instance. [ 1018.388737] env[62364]: DEBUG nova.network.neutron [-] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.416899] env[62364]: DEBUG nova.network.neutron [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Successfully updated port: bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.518221] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3637991-77cb-4ce0-97f8-077b63a644cf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.536029] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05901b49-a9cf-4076-b2df-98386b6a18c5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.548302] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081098} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.548968] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.550172] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d3786-7472-4ad9-a7ef-dd631a9daf07 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.582270] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 67053182-6d68-47e8-9b87-a8239c255867/67053182-6d68-47e8-9b87-a8239c255867.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.598357] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-588b09c6-472f-4767-b875-ea6ccc05a7d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.613401] env[62364]: DEBUG nova.compute.manager [req-313380e8-8202-44fb-b79f-724be02e02ed req-6ae0cc44-7bef-4b3a-92ca-d669c94f8987 service nova] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Detach interface failed, port_id=1f429b8c-9c8c-483e-845f-e4ec665ed89f, reason: Instance e5cb70a0-b975-42f4-a7e9-d94451db1391 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1018.625106] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for the task: (returnval){ [ 1018.625106] env[62364]: value = "task-2481227" [ 1018.625106] env[62364]: _type = "Task" [ 1018.625106] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.638248] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.719476] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.719801] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.719986] env[62364]: DEBUG nova.objects.instance [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lazy-loading 'resources' on Instance uuid 0978b516-89ed-4a82-ba3b-9fd5a70437f3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.813788] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481225, 'name': CreateVM_Task, 'duration_secs': 0.562589} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.813788] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.813788] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.813788] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.813788] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.813788] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb0c390-7121-441c-8b50-19d9f2acef43 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.818097] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1018.818097] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d760a0-771e-5999-8ba0-eb79662a1107" [ 1018.818097] env[62364]: _type = "Task" [ 1018.818097] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.823631] env[62364]: DEBUG nova.network.neutron [req-e9f81d84-56d0-4499-97af-823cfb4d7c99 req-82104346-6192-492c-98bf-4467b830c329 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updated VIF entry in instance network info cache for port 53807fcd-ee84-456c-a46a-338cf8b8425d. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.823905] env[62364]: DEBUG nova.network.neutron [req-e9f81d84-56d0-4499-97af-823cfb4d7c99 req-82104346-6192-492c-98bf-4467b830c329 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance_info_cache with network_info: [{"id": "53807fcd-ee84-456c-a46a-338cf8b8425d", "address": "fa:16:3e:35:73:3f", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53807fcd-ee", "ovs_interfaceid": "53807fcd-ee84-456c-a46a-338cf8b8425d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.828675] env[62364]: DEBUG oslo_concurrency.lockutils [None req-80496359-1e06-4bcf-bd5e-247142ae81b0 tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Lock "4768e305-b49d-4313-808c-13c09ebb6f3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.042s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.828934] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d760a0-771e-5999-8ba0-eb79662a1107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.896671] env[62364]: INFO nova.compute.manager [-] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Took 1.61 seconds to deallocate network for instance. [ 1018.920420] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.920583] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.920734] env[62364]: DEBUG nova.network.neutron [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.032802] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.032802] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.032802] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.051264] env[62364]: DEBUG nova.network.neutron [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance_info_cache with network_info: [{"id": "8c437f20-450e-4505-a246-0f6a1f4df29f", "address": "fa:16:3e:e5:2d:6c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c437f20-45", "ovs_interfaceid": "8c437f20-450e-4505-a246-0f6a1f4df29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.135451] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481227, 'name': ReconfigVM_Task, 'duration_secs': 0.309047} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.135739] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 67053182-6d68-47e8-9b87-a8239c255867/67053182-6d68-47e8-9b87-a8239c255867.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.136384] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f06d58b2-c9ef-4de4-9b99-6dd393ecb274 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.143516] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for the task: (returnval){ [ 1019.143516] env[62364]: value = "task-2481228" [ 1019.143516] env[62364]: _type = "Task" [ 1019.143516] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.152269] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481228, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.331612] env[62364]: DEBUG oslo_concurrency.lockutils [req-e9f81d84-56d0-4499-97af-823cfb4d7c99 req-82104346-6192-492c-98bf-4467b830c329 service nova] Releasing lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.331888] env[62364]: DEBUG nova.compute.manager [req-e9f81d84-56d0-4499-97af-823cfb4d7c99 req-82104346-6192-492c-98bf-4467b830c329 service nova] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Received event network-vif-deleted-5f3fbdd5-bba2-4973-bd40-c6f69a128d79 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1019.332301] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d760a0-771e-5999-8ba0-eb79662a1107, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.332589] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.332795] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.333111] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.333685] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.333772] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.334020] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b666a7b4-a938-4e18-8a5e-552ee1f4b9ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.345494] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.345675] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.346716] env[62364]: DEBUG nova.network.neutron [-] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.348169] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c11dc1d-5ca9-4a7b-9968-95c5c4bddde3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.356937] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1019.356937] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f4897e-3f88-f7b8-d3d0-d204762bbf58" [ 1019.356937] env[62364]: _type = "Task" [ 1019.356937] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.366627] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f4897e-3f88-f7b8-d3d0-d204762bbf58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.401657] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.447158] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4b671c-4349-4d48-b510-533c40c9fa2b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.455148] env[62364]: DEBUG nova.network.neutron [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.457918] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59a2776-a5d9-46cc-b8e1-fd766cd79362 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.492037] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8124a5-4899-4006-a2f9-3b6be8e3173a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.499868] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e420d4-27ac-4480-a994-f88e6a58e23d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.513685] env[62364]: DEBUG nova.compute.provider_tree [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.556352] env[62364]: DEBUG oslo_concurrency.lockutils [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.632035] env[62364]: DEBUG nova.network.neutron [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updating instance_info_cache with network_info: [{"id": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "address": "fa:16:3e:d4:b5:ec", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfdb2a3-82", "ovs_interfaceid": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.654462] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481228, 'name': Rename_Task, 'duration_secs': 0.192634} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.656769] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.656769] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20bc2f83-6cd6-41c3-84d6-bb21b9ff0624 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.663935] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for the task: (returnval){ [ 1019.663935] env[62364]: value = "task-2481229" [ 1019.663935] env[62364]: _type = "Task" [ 1019.663935] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.670992] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.714815] env[62364]: DEBUG oslo_concurrency.lockutils [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.715060] env[62364]: DEBUG oslo_concurrency.lockutils [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.854232] env[62364]: INFO nova.compute.manager [-] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Took 2.04 seconds to deallocate network for instance. [ 1019.874532] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f4897e-3f88-f7b8-d3d0-d204762bbf58, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.875536] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfb6578-e631-494b-acd1-ab677de599a2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.881914] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1019.881914] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d22642-7abe-449d-dad2-7154709dfe87" [ 1019.881914] env[62364]: _type = "Task" [ 1019.881914] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.893507] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d22642-7abe-449d-dad2-7154709dfe87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.005201] env[62364]: DEBUG nova.compute.manager [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Received event network-vif-plugged-bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1020.006418] env[62364]: DEBUG oslo_concurrency.lockutils [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] Acquiring lock "e204fc32-a959-45b7-b69b-a9133ff8b507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.006418] env[62364]: DEBUG oslo_concurrency.lockutils [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] Lock "e204fc32-a959-45b7-b69b-a9133ff8b507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.006418] env[62364]: DEBUG oslo_concurrency.lockutils [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] Lock "e204fc32-a959-45b7-b69b-a9133ff8b507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.006418] env[62364]: DEBUG nova.compute.manager [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] No waiting events found dispatching network-vif-plugged-bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.006780] env[62364]: WARNING nova.compute.manager [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Received unexpected event network-vif-plugged-bcfdb2a3-82d5-4963-9da3-efe08c20036b for instance with vm_state building and task_state spawning. [ 1020.006875] env[62364]: DEBUG nova.compute.manager [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received event network-vif-deleted-72d409c9-c2e2-440d-aa4c-2dccb23b8478 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1020.007132] env[62364]: DEBUG nova.compute.manager [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Received event network-changed-bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1020.007350] env[62364]: DEBUG nova.compute.manager [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing instance network info cache due to event network-changed-bcfdb2a3-82d5-4963-9da3-efe08c20036b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1020.007612] env[62364]: DEBUG oslo_concurrency.lockutils [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] Acquiring lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.016608] env[62364]: DEBUG nova.scheduler.client.report [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.063904] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab221e4-30b1-4772-a1d7-d87906cfbe9a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.070843] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.071102] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.071332] env[62364]: DEBUG nova.network.neutron [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.076021] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12fb9a0-5e12-465d-b3b9-aacc0f7bddf5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.136183] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.136606] env[62364]: DEBUG nova.compute.manager [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Instance network_info: |[{"id": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "address": "fa:16:3e:d4:b5:ec", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfdb2a3-82", "ovs_interfaceid": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.136996] env[62364]: DEBUG oslo_concurrency.lockutils [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] Acquired lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.137254] env[62364]: DEBUG nova.network.neutron [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing network info cache for port bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.139967] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:b5:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcfdb2a3-82d5-4963-9da3-efe08c20036b', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.150184] env[62364]: DEBUG oslo.service.loopingcall [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.151763] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.152100] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2345fa41-703c-41e9-8300-cc3660879636 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.185731] env[62364]: DEBUG oslo_vmware.api [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481229, 'name': PowerOnVM_Task, 'duration_secs': 0.466898} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.187164] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.187314] env[62364]: INFO nova.compute.manager [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1020.187503] env[62364]: DEBUG nova.compute.manager [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.187764] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.187764] env[62364]: value = "task-2481230" [ 1020.187764] env[62364]: _type = "Task" [ 1020.187764] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.188453] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231118cc-aced-4383-9233-d0496185ced7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.208134] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481230, 'name': CreateVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.218542] env[62364]: INFO nova.compute.manager [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Detaching volume 47597cc5-166d-40fa-856d-67a1d96b2a75 [ 1020.253826] env[62364]: INFO nova.virt.block_device [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Attempting to driver detach volume 47597cc5-166d-40fa-856d-67a1d96b2a75 from mountpoint /dev/sdb [ 1020.254084] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1020.254282] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502063', 'volume_id': '47597cc5-166d-40fa-856d-67a1d96b2a75', 'name': 'volume-47597cc5-166d-40fa-856d-67a1d96b2a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30c59dc6-31fa-4eda-97b8-2d4cd8cba180', 'attached_at': '', 'detached_at': '', 'volume_id': '47597cc5-166d-40fa-856d-67a1d96b2a75', 'serial': '47597cc5-166d-40fa-856d-67a1d96b2a75'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1020.255441] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd1ca88-8c05-40a2-ad4c-8204f20cdbfc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.279013] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b600ad6-b2dd-4997-a74e-a53b20ed16d6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.287235] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f41eced-0daa-4e31-b78c-8aede818956e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.308483] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213f3ae8-d242-4598-a99d-11bdc71cc141 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.324822] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] The volume has not been displaced from its original location: [datastore2] volume-47597cc5-166d-40fa-856d-67a1d96b2a75/volume-47597cc5-166d-40fa-856d-67a1d96b2a75.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1020.330077] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1020.330442] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd319b43-bff4-4b8f-9a82-92681fb3cf1f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.349176] env[62364]: DEBUG oslo_vmware.api [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1020.349176] env[62364]: value = "task-2481231" [ 1020.349176] env[62364]: _type = "Task" [ 1020.349176] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.357788] env[62364]: DEBUG oslo_vmware.api [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.368038] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.392182] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d22642-7abe-449d-dad2-7154709dfe87, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.392404] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.392670] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 49b10d42-1180-4747-862c-fc0a6b7d3e94/49b10d42-1180-4747-862c-fc0a6b7d3e94.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.392934] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d220e8e3-ff50-4c28-aeb4-d558859cd944 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.401744] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1020.401744] env[62364]: value = "task-2481232" [ 1020.401744] env[62364]: _type = "Task" [ 1020.401744] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.522229] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.525379] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.123s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.525379] env[62364]: DEBUG nova.objects.instance [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lazy-loading 'resources' on Instance uuid e5cb70a0-b975-42f4-a7e9-d94451db1391 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.553999] env[62364]: INFO nova.scheduler.client.report [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted allocations for instance 0978b516-89ed-4a82-ba3b-9fd5a70437f3 [ 1020.701889] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481230, 'name': CreateVM_Task, 'duration_secs': 0.403021} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.702702] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.703532] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.703713] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.704148] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.707415] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75e4cbf-f547-4cd2-9f92-4051a15308c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.719249] env[62364]: INFO nova.compute.manager [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Took 21.22 seconds to build instance. [ 1020.723829] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1020.723829] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d65e13-c578-168a-34b8-28431af50157" [ 1020.723829] env[62364]: _type = "Task" [ 1020.723829] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.740842] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d65e13-c578-168a-34b8-28431af50157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.866137] env[62364]: DEBUG oslo_vmware.api [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481231, 'name': ReconfigVM_Task, 'duration_secs': 0.273837} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.866137] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.869463] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27114a23-8eec-4b2f-bbb0-d1801d98ee78 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.892216] env[62364]: DEBUG oslo_vmware.api [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1020.892216] env[62364]: value = "task-2481233" [ 1020.892216] env[62364]: _type = "Task" [ 1020.892216] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.903331] env[62364]: DEBUG oslo_vmware.api [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.913018] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481232, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.921874] env[62364]: DEBUG nova.network.neutron [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updated VIF entry in instance network info cache for port bcfdb2a3-82d5-4963-9da3-efe08c20036b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.922260] env[62364]: DEBUG nova.network.neutron [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updating instance_info_cache with network_info: [{"id": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "address": "fa:16:3e:d4:b5:ec", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfdb2a3-82", "ovs_interfaceid": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.035667] env[62364]: DEBUG nova.network.neutron [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance_info_cache with network_info: [{"id": "6caafe0d-e640-4cd2-8be5-c0439112b35c", "address": "fa:16:3e:97:cf:8b", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6caafe0d-e6", "ovs_interfaceid": "6caafe0d-e640-4cd2-8be5-c0439112b35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.072511] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b8c02109-753f-46ee-9bb9-dcf16017b258 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "0978b516-89ed-4a82-ba3b-9fd5a70437f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.286s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.076258] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.076760] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.197915] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ccd419-bbd7-47f6-ada7-841e66f4ac7c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.226178] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08263ead-a238-4e48-b4c9-dd6d3ea3f67f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.226178] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01aceabe-bf4f-4208-ba06-f45533ca2996 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Lock "67053182-6d68-47e8-9b87-a8239c255867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.735s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.243027] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance '5d9ad77d-39e3-41ea-8abb-122bad5b5cff' progress to 83 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.243925] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d65e13-c578-168a-34b8-28431af50157, 'name': SearchDatastore_Task, 'duration_secs': 0.071803} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.248046] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.248505] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.248913] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.249230] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.249572] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.250832] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7150b789-0a22-48cf-8b88-ca90af6e152f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.253284] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549e422a-e486-4b22-be0b-e9eab8d458ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.262089] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db91a25-30c5-4139-b1bd-4c7f262c4429 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.268721] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.269175] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.296853] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9856cd-ec1a-4f15-8a02-40b611879281 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.300874] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff87ab3-3037-4e54-a7cc-73df6b4f8ea1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.309452] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1021.309452] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521dab43-9594-c111-fc57-948bc975e709" [ 1021.309452] env[62364]: _type = "Task" [ 1021.309452] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.311109] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bbd3a2-a88a-43a4-a2f9-8c852f80bba3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.322243] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521dab43-9594-c111-fc57-948bc975e709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.330274] env[62364]: DEBUG nova.compute.provider_tree [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.402840] env[62364]: DEBUG oslo_vmware.api [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481233, 'name': ReconfigVM_Task, 'duration_secs': 0.196499} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.403684] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502063', 'volume_id': '47597cc5-166d-40fa-856d-67a1d96b2a75', 'name': 'volume-47597cc5-166d-40fa-856d-67a1d96b2a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30c59dc6-31fa-4eda-97b8-2d4cd8cba180', 'attached_at': '', 'detached_at': '', 'volume_id': '47597cc5-166d-40fa-856d-67a1d96b2a75', 'serial': '47597cc5-166d-40fa-856d-67a1d96b2a75'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1021.414903] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535181} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.414903] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 49b10d42-1180-4747-862c-fc0a6b7d3e94/49b10d42-1180-4747-862c-fc0a6b7d3e94.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.415153] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.417134] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e41b65df-78a1-4b68-ada7-dd967affab7b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.425595] env[62364]: DEBUG oslo_concurrency.lockutils [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] Releasing lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.425859] env[62364]: DEBUG nova.compute.manager [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received event network-vif-deleted-71b3a986-a331-4f2f-96a2-dd37f6798b04 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1021.426064] env[62364]: DEBUG nova.compute.manager [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Received event network-vif-deleted-f40e915c-3f2b-474f-8914-7d7ff6411cd2 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1021.426294] env[62364]: DEBUG nova.compute.manager [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Received event network-changed-d2b3db52-2b29-4670-88de-5319535cba91 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1021.426403] env[62364]: DEBUG nova.compute.manager [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Refreshing instance network info cache due to event network-changed-d2b3db52-2b29-4670-88de-5319535cba91. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1021.426611] env[62364]: DEBUG oslo_concurrency.lockutils [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] Acquiring lock "refresh_cache-4768e305-b49d-4313-808c-13c09ebb6f3a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.426757] env[62364]: DEBUG oslo_concurrency.lockutils [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] Acquired lock "refresh_cache-4768e305-b49d-4313-808c-13c09ebb6f3a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.426953] env[62364]: DEBUG nova.network.neutron [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Refreshing network info cache for port d2b3db52-2b29-4670-88de-5319535cba91 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.431243] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1021.431243] env[62364]: value = "task-2481234" [ 1021.431243] env[62364]: _type = "Task" [ 1021.431243] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.436868] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.539272] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.582802] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.582972] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1021.583106] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Rebuilding the list of instances to heal {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1021.750010] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.750356] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99d8b6f6-ef7b-4853-97da-8cbcc0c8e094 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.759455] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1021.759455] env[62364]: value = "task-2481235" [ 1021.759455] env[62364]: _type = "Task" [ 1021.759455] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.769797] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.809203] env[62364]: DEBUG nova.compute.manager [req-89c75501-50ee-4f07-8a8d-5dde5a82b1e9 req-c7850ef2-3a15-4d45-b0e7-82a168580a30 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Received event network-changed-c898c270-41cc-4569-b20a-02b339fbb96f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1021.809413] env[62364]: DEBUG nova.compute.manager [req-89c75501-50ee-4f07-8a8d-5dde5a82b1e9 req-c7850ef2-3a15-4d45-b0e7-82a168580a30 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Refreshing instance network info cache due to event network-changed-c898c270-41cc-4569-b20a-02b339fbb96f. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1021.809623] env[62364]: DEBUG oslo_concurrency.lockutils [req-89c75501-50ee-4f07-8a8d-5dde5a82b1e9 req-c7850ef2-3a15-4d45-b0e7-82a168580a30 service nova] Acquiring lock "refresh_cache-67053182-6d68-47e8-9b87-a8239c255867" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.809768] env[62364]: DEBUG oslo_concurrency.lockutils [req-89c75501-50ee-4f07-8a8d-5dde5a82b1e9 req-c7850ef2-3a15-4d45-b0e7-82a168580a30 service nova] Acquired lock "refresh_cache-67053182-6d68-47e8-9b87-a8239c255867" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.809933] env[62364]: DEBUG nova.network.neutron [req-89c75501-50ee-4f07-8a8d-5dde5a82b1e9 req-c7850ef2-3a15-4d45-b0e7-82a168580a30 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Refreshing network info cache for port c898c270-41cc-4569-b20a-02b339fbb96f {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.824774] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521dab43-9594-c111-fc57-948bc975e709, 'name': SearchDatastore_Task, 'duration_secs': 0.063638} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.825750] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a3dae2-f2a6-4a63-9e56-96c60db5e982 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.833014] env[62364]: DEBUG nova.scheduler.client.report [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.837052] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1021.837052] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52bf710d-640d-1649-8f50-1ea90d05f091" [ 1021.837052] env[62364]: _type = "Task" [ 1021.837052] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.845226] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52bf710d-640d-1649-8f50-1ea90d05f091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.948198] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.953934] env[62364]: DEBUG nova.objects.instance [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lazy-loading 'flavor' on Instance uuid 30c59dc6-31fa-4eda-97b8-2d4cd8cba180 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.063805] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cf285e-2d0d-4d20-bffc-05a15887b5dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.088723] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32756f91-bcaa-4352-8cda-9ad014b9bdae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.093856] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Skipping network cache update for instance because it is Building. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1022.094015] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Skipping network cache update for instance because it is Building. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1022.101988] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance '4e65d3a4-3b7f-4c97-bba4-4465630bfd93' progress to 83 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.123750] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.123907] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquired lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.124367] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Forcefully refreshing network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1022.124552] env[62364]: DEBUG nova.objects.instance [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lazy-loading 'info_cache' on Instance uuid 829a7b11-bbd2-4193-869c-71fb8e8e0075 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.227717] env[62364]: DEBUG nova.network.neutron [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Updated VIF entry in instance network info cache for port d2b3db52-2b29-4670-88de-5319535cba91. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.228167] env[62364]: DEBUG nova.network.neutron [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Updating instance_info_cache with network_info: [{"id": "d2b3db52-2b29-4670-88de-5319535cba91", "address": "fa:16:3e:fc:02:ae", "network": {"id": "2aae219d-0bc0-4b59-b56c-71e4a3f796c2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1996654299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f2b96d6a454ff8aacead79cac92686", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b3db52-2b", "ovs_interfaceid": "d2b3db52-2b29-4670-88de-5319535cba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.271229] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.319939] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.319939] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.337605] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.340154] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.972s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.340381] env[62364]: DEBUG nova.objects.instance [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lazy-loading 'resources' on Instance uuid c3f58bd5-8de3-4fa9-b21b-15bcacad803e {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.353286] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52bf710d-640d-1649-8f50-1ea90d05f091, 'name': SearchDatastore_Task, 'duration_secs': 0.050281} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.353536] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.353792] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] e204fc32-a959-45b7-b69b-a9133ff8b507/e204fc32-a959-45b7-b69b-a9133ff8b507.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.354065] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53949c5d-4ed9-4eaf-8909-12f5c6a00057 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.362359] env[62364]: INFO nova.scheduler.client.report [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Deleted allocations for instance e5cb70a0-b975-42f4-a7e9-d94451db1391 [ 1022.365330] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1022.365330] env[62364]: value = "task-2481236" [ 1022.365330] env[62364]: _type = "Task" [ 1022.365330] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.379286] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.444954] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.816372} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.445314] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.446236] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a26a45-1b3d-438c-b250-f353116018b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.471768] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 49b10d42-1180-4747-862c-fc0a6b7d3e94/49b10d42-1180-4747-862c-fc0a6b7d3e94.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.476125] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50da05d5-c66f-42d4-93d0-c7760083c0e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.499240] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1022.499240] env[62364]: value = "task-2481237" [ 1022.499240] env[62364]: _type = "Task" [ 1022.499240] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.512779] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.611910] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.611910] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c517cfdc-9c0e-4301-9b45-eedb7d418dcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.620882] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1022.620882] env[62364]: value = "task-2481238" [ 1022.620882] env[62364]: _type = "Task" [ 1022.620882] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.634970] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.686925] env[62364]: DEBUG nova.network.neutron [req-89c75501-50ee-4f07-8a8d-5dde5a82b1e9 req-c7850ef2-3a15-4d45-b0e7-82a168580a30 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Updated VIF entry in instance network info cache for port c898c270-41cc-4569-b20a-02b339fbb96f. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.687868] env[62364]: DEBUG nova.network.neutron [req-89c75501-50ee-4f07-8a8d-5dde5a82b1e9 req-c7850ef2-3a15-4d45-b0e7-82a168580a30 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Updating instance_info_cache with network_info: [{"id": "c898c270-41cc-4569-b20a-02b339fbb96f", "address": "fa:16:3e:d1:1e:4d", "network": {"id": "75da82bd-575a-4f6a-a13f-ae5d6f92f092", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1467429135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e9e0f4aff91409697652dd74fa54d15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc898c270-41", "ovs_interfaceid": "c898c270-41cc-4569-b20a-02b339fbb96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.732451] env[62364]: DEBUG oslo_concurrency.lockutils [req-2f14a7bc-1697-4b9d-a5d2-e4fddfbc8c2b req-e426a5d5-0ead-4491-a275-4a16a3f72e95 service nova] Releasing lock "refresh_cache-4768e305-b49d-4313-808c-13c09ebb6f3a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.771394] env[62364]: DEBUG oslo_vmware.api [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481235, 'name': PowerOnVM_Task, 'duration_secs': 0.814672} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.771778] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.771982] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-10b06618-e48f-4f80-be48-424f0e9f5f50 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance '5d9ad77d-39e3-41ea-8abb-122bad5b5cff' progress to 100 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.805449] env[62364]: DEBUG nova.compute.manager [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.878658] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505822} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.879138] env[62364]: DEBUG oslo_concurrency.lockutils [None req-73d8e9e3-129c-4e2a-9b7e-70da12bd7ffe tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "e5cb70a0-b975-42f4-a7e9-d94451db1391" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.284s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.880190] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] e204fc32-a959-45b7-b69b-a9133ff8b507/e204fc32-a959-45b7-b69b-a9133ff8b507.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.881072] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.884024] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35864ed4-9b15-4f03-9316-143e208ac6fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.892552] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1022.892552] env[62364]: value = "task-2481239" [ 1022.892552] env[62364]: _type = "Task" [ 1022.892552] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.903584] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.992222] env[62364]: DEBUG oslo_concurrency.lockutils [None req-93e7d956-0516-47b1-be9d-6a9b9e70dab0 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.022568] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.134790] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481238, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.140986] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8f4bae-c394-4ae4-a8e4-2ea7a32800c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.149614] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a86d0d-85d7-408d-a13e-a3070e0c7b6a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.183545] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caab02a-2b9a-4832-88ad-175bf15d2dd6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.191939] env[62364]: DEBUG oslo_concurrency.lockutils [req-89c75501-50ee-4f07-8a8d-5dde5a82b1e9 req-c7850ef2-3a15-4d45-b0e7-82a168580a30 service nova] Releasing lock "refresh_cache-67053182-6d68-47e8-9b87-a8239c255867" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.194171] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72f903c-a904-4e58-b8dd-ce25b420b8b2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.209510] env[62364]: DEBUG nova.compute.provider_tree [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.330039] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.402893] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063717} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.403178] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.403934] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1badb545-a29c-43c6-90ec-70214d91cb96 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.426103] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] e204fc32-a959-45b7-b69b-a9133ff8b507/e204fc32-a959-45b7-b69b-a9133ff8b507.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.426390] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0d2c96-0ec7-42f4-ac6f-981073dadbe1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.440412] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.440648] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.440846] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.441051] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.441224] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.443278] env[62364]: INFO nova.compute.manager [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Terminating instance [ 1023.449431] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1023.449431] env[62364]: value = "task-2481241" [ 1023.449431] env[62364]: _type = "Task" [ 1023.449431] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.458243] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.510544] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481237, 'name': ReconfigVM_Task, 'duration_secs': 0.565981} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.510834] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 49b10d42-1180-4747-862c-fc0a6b7d3e94/49b10d42-1180-4747-862c-fc0a6b7d3e94.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.511499] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b8a2ae8-14bf-4fce-b341-7986635e1d71 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.518260] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1023.518260] env[62364]: value = "task-2481242" [ 1023.518260] env[62364]: _type = "Task" [ 1023.518260] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.527133] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481242, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.632652] env[62364]: DEBUG oslo_vmware.api [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481238, 'name': PowerOnVM_Task, 'duration_secs': 0.528293} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.632971] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.633189] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2175dd0d-c80a-4fa8-99fc-11efad5da579 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance '4e65d3a4-3b7f-4c97-bba4-4465630bfd93' progress to 100 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.713036] env[62364]: DEBUG nova.scheduler.client.report [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.868418] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Updating instance_info_cache with network_info: [{"id": "f43774f2-ffd7-4e47-950b-41dbab966cdd", "address": "fa:16:3e:90:49:48", "network": {"id": "c38836a6-839f-4cfe-91cf-761ec567fcfb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2126382958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236d4594f391478bb7a4622a35977ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43774f2-ff", "ovs_interfaceid": "f43774f2-ffd7-4e47-950b-41dbab966cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.947329] env[62364]: DEBUG nova.compute.manager [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.947560] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.948675] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d290e132-a956-4611-b143-af6b4e68a4ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.960948] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.962984] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.963269] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c779f5d-0af7-4ec2-a657-76757f9e762f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.970488] env[62364]: DEBUG oslo_vmware.api [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1023.970488] env[62364]: value = "task-2481243" [ 1023.970488] env[62364]: _type = "Task" [ 1023.970488] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.978895] env[62364]: DEBUG oslo_vmware.api [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.027251] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481242, 'name': Rename_Task, 'duration_secs': 0.400112} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.027691] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.027938] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5036bbcb-65cd-4757-ba81-ca536a1efcc0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.033935] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1024.033935] env[62364]: value = "task-2481244" [ 1024.033935] env[62364]: _type = "Task" [ 1024.033935] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.041230] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.218090] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.220507] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.891s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.224145] env[62364]: INFO nova.compute.claims [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.250752] env[62364]: INFO nova.scheduler.client.report [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Deleted allocations for instance c3f58bd5-8de3-4fa9-b21b-15bcacad803e [ 1024.370708] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Releasing lock "refresh_cache-829a7b11-bbd2-4193-869c-71fb8e8e0075" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.370973] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Updated the network info_cache for instance {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1024.371462] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.371650] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.371806] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.371959] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.372121] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.372273] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.372394] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1024.372911] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.461347] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481241, 'name': ReconfigVM_Task, 'duration_secs': 0.84423} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.461661] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Reconfigured VM instance instance-0000005e to attach disk [datastore2] e204fc32-a959-45b7-b69b-a9133ff8b507/e204fc32-a959-45b7-b69b-a9133ff8b507.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.462394] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be260c5a-d80f-492f-b3f6-5c49d7fdbdab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.469669] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1024.469669] env[62364]: value = "task-2481245" [ 1024.469669] env[62364]: _type = "Task" [ 1024.469669] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.480843] env[62364]: DEBUG oslo_vmware.api [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481243, 'name': PowerOffVM_Task, 'duration_secs': 0.325889} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.483566] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.483743] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.484016] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481245, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.484573] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42163068-9b1d-46df-8d70-5fffee76f589 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.546184] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481244, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.568994] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.569303] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.569535] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleting the datastore file [datastore1] 30c59dc6-31fa-4eda-97b8-2d4cd8cba180 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.569840] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d56bc3b5-00c4-4af4-b4d4-719c1401af6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.577322] env[62364]: DEBUG oslo_vmware.api [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1024.577322] env[62364]: value = "task-2481247" [ 1024.577322] env[62364]: _type = "Task" [ 1024.577322] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.586395] env[62364]: DEBUG oslo_vmware.api [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.759241] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c84274fe-60ac-47fc-81e6-e8919810aec5 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "c3f58bd5-8de3-4fa9-b21b-15bcacad803e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.701s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.874629] env[62364]: DEBUG nova.network.neutron [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Port 8c437f20-450e-4505-a246-0f6a1f4df29f binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1024.874907] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.875079] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.875251] env[62364]: DEBUG nova.network.neutron [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.878344] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.980747] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481245, 'name': Rename_Task, 'duration_secs': 0.228335} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.981404] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.981404] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb0f72f1-031f-408b-a00f-f11b86a0cf61 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.988521] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1024.988521] env[62364]: value = "task-2481248" [ 1024.988521] env[62364]: _type = "Task" [ 1024.988521] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.996956] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.045631] env[62364]: DEBUG oslo_vmware.api [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481244, 'name': PowerOnVM_Task, 'duration_secs': 0.647652} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.045960] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.046153] env[62364]: INFO nova.compute.manager [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1025.046340] env[62364]: DEBUG nova.compute.manager [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.047167] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359869ab-0266-432e-a57e-5f6724392432 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.090478] env[62364]: DEBUG oslo_vmware.api [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175163} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.090751] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.091567] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.091567] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.091567] env[62364]: INFO nova.compute.manager [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1025.091758] env[62364]: DEBUG oslo.service.loopingcall [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.091805] env[62364]: DEBUG nova.compute.manager [-] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.091902] env[62364]: DEBUG nova.network.neutron [-] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.471354] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374d26d0-f837-4363-9323-0f0ace1df35d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.487619] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111bb3c-a14a-4a1c-ac70-cfd75e5ae529 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.501233] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481248, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.532537] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ace9a7-c56e-4d9b-978e-4516c94e1094 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.542619] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649aa860-0226-4587-bb66-3c39bd9d3708 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.558547] env[62364]: DEBUG nova.compute.provider_tree [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.569789] env[62364]: INFO nova.compute.manager [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Took 25.50 seconds to build instance. [ 1025.679513] env[62364]: DEBUG nova.network.neutron [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance_info_cache with network_info: [{"id": "8c437f20-450e-4505-a246-0f6a1f4df29f", "address": "fa:16:3e:e5:2d:6c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c437f20-45", "ovs_interfaceid": "8c437f20-450e-4505-a246-0f6a1f4df29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.952569] env[62364]: DEBUG nova.compute.manager [req-6206d68a-0cfc-43ad-b23e-b8f87a300d57 req-c52067c9-e4fe-46e2-8f9c-c05206066fc2 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Received event network-vif-deleted-8cdaf6c2-2ed7-4628-84ed-db49ff222cdc {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1025.952569] env[62364]: INFO nova.compute.manager [req-6206d68a-0cfc-43ad-b23e-b8f87a300d57 req-c52067c9-e4fe-46e2-8f9c-c05206066fc2 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Neutron deleted interface 8cdaf6c2-2ed7-4628-84ed-db49ff222cdc; detaching it from the instance and deleting it from the info cache [ 1025.952569] env[62364]: DEBUG nova.network.neutron [req-6206d68a-0cfc-43ad-b23e-b8f87a300d57 req-c52067c9-e4fe-46e2-8f9c-c05206066fc2 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.002015] env[62364]: DEBUG oslo_vmware.api [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481248, 'name': PowerOnVM_Task, 'duration_secs': 0.547358} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.002294] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.002585] env[62364]: INFO nova.compute.manager [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1026.002787] env[62364]: DEBUG nova.compute.manager [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.003674] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d6a3be-2071-4874-bf14-40ca08940713 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.067681] env[62364]: DEBUG nova.scheduler.client.report [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.075011] env[62364]: DEBUG oslo_concurrency.lockutils [None req-be470d1c-2b4e-4c4b-bb46-d6bf76d6be94 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.012s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.182116] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.434116] env[62364]: DEBUG nova.network.neutron [-] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.458175] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4eac9436-9b0d-4bc6-85e2-bc5081fb1a1d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.470653] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4647be8e-b1ad-4519-a616-6933ae5473f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.511132] env[62364]: DEBUG nova.compute.manager [req-6206d68a-0cfc-43ad-b23e-b8f87a300d57 req-c52067c9-e4fe-46e2-8f9c-c05206066fc2 service nova] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Detach interface failed, port_id=8cdaf6c2-2ed7-4628-84ed-db49ff222cdc, reason: Instance 30c59dc6-31fa-4eda-97b8-2d4cd8cba180 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1026.518494] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.518778] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.518999] env[62364]: DEBUG nova.compute.manager [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Going to confirm migration 6 {{(pid=62364) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1026.528984] env[62364]: INFO nova.compute.manager [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Took 23.77 seconds to build instance. [ 1026.573995] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.574654] env[62364]: DEBUG nova.compute.manager [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.577795] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.699s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.577993] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.578242] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1026.579166] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8aab1e-7a93-49cf-9989-8e2bd5508d9e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.589595] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ddf0fa-24e7-41d3-9dc1-3d116766363b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.608073] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d104dd1-ed1a-46ee-9d70-65978c1f31b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.616877] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd12a63-21c3-49e6-a3a8-3a447fd9c73b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.649102] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180039MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1026.649213] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.649477] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.685561] env[62364]: DEBUG nova.compute.manager [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62364) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1026.926289] env[62364]: DEBUG nova.compute.manager [req-9a898dd2-9616-4a88-8ae3-ef039c6a276f req-ae4c3306-565c-4e7d-9a82-2ffa89de97ba service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Received event network-changed-53807fcd-ee84-456c-a46a-338cf8b8425d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1026.926491] env[62364]: DEBUG nova.compute.manager [req-9a898dd2-9616-4a88-8ae3-ef039c6a276f req-ae4c3306-565c-4e7d-9a82-2ffa89de97ba service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Refreshing instance network info cache due to event network-changed-53807fcd-ee84-456c-a46a-338cf8b8425d. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1026.926705] env[62364]: DEBUG oslo_concurrency.lockutils [req-9a898dd2-9616-4a88-8ae3-ef039c6a276f req-ae4c3306-565c-4e7d-9a82-2ffa89de97ba service nova] Acquiring lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.926919] env[62364]: DEBUG oslo_concurrency.lockutils [req-9a898dd2-9616-4a88-8ae3-ef039c6a276f req-ae4c3306-565c-4e7d-9a82-2ffa89de97ba service nova] Acquired lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.927019] env[62364]: DEBUG nova.network.neutron [req-9a898dd2-9616-4a88-8ae3-ef039c6a276f req-ae4c3306-565c-4e7d-9a82-2ffa89de97ba service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Refreshing network info cache for port 53807fcd-ee84-456c-a46a-338cf8b8425d {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.937295] env[62364]: INFO nova.compute.manager [-] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Took 1.85 seconds to deallocate network for instance. [ 1027.031272] env[62364]: DEBUG oslo_concurrency.lockutils [None req-27b02242-5307-4005-86e7-573e9f7b65e1 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "e204fc32-a959-45b7-b69b-a9133ff8b507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.282s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.074976] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.075200] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.075383] env[62364]: DEBUG nova.network.neutron [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.075566] env[62364]: DEBUG nova.objects.instance [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lazy-loading 'info_cache' on Instance uuid 4e65d3a4-3b7f-4c97-bba4-4465630bfd93 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.081099] env[62364]: DEBUG nova.compute.utils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1027.081451] env[62364]: DEBUG nova.compute.manager [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.081666] env[62364]: DEBUG nova.network.neutron [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.166219] env[62364]: DEBUG nova.policy [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edc3325e9dbd4961b8f82a0ada2edabd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e23e84f6b4241319b2f94b3ff65927a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.444850] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.584930] env[62364]: DEBUG nova.compute.manager [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.664876] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Applying migration context for instance 4e65d3a4-3b7f-4c97-bba4-4465630bfd93 as it has an incoming, in-progress migration dbf68a23-e148-4ee6-a288-b4344148d98e. Migration status is confirming {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1027.665222] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Applying migration context for instance 5d9ad77d-39e3-41ea-8abb-122bad5b5cff as it has an incoming, in-progress migration e3bbb2ce-300f-4d9c-99b6-7cfaee2db8ea. Migration status is reverting {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1027.666707] env[62364]: INFO nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating resource usage from migration dbf68a23-e148-4ee6-a288-b4344148d98e [ 1027.667384] env[62364]: INFO nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating resource usage from migration e3bbb2ce-300f-4d9c-99b6-7cfaee2db8ea [ 1027.674186] env[62364]: DEBUG nova.network.neutron [req-9a898dd2-9616-4a88-8ae3-ef039c6a276f req-ae4c3306-565c-4e7d-9a82-2ffa89de97ba service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updated VIF entry in instance network info cache for port 53807fcd-ee84-456c-a46a-338cf8b8425d. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.674678] env[62364]: DEBUG nova.network.neutron [req-9a898dd2-9616-4a88-8ae3-ef039c6a276f req-ae4c3306-565c-4e7d-9a82-2ffa89de97ba service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance_info_cache with network_info: [{"id": "53807fcd-ee84-456c-a46a-338cf8b8425d", "address": "fa:16:3e:35:73:3f", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53807fcd-ee", "ovs_interfaceid": "53807fcd-ee84-456c-a46a-338cf8b8425d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.695089] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 829a7b11-bbd2-4193-869c-71fb8e8e0075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.695566] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 2932b01a-b89d-4a34-8df8-fd8e2c165b8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.695566] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 30c59dc6-31fa-4eda-97b8-2d4cd8cba180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.695566] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance cfa355e5-ea30-4e2d-ba43-afd90e3d4afc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.695680] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Migration e3bbb2ce-300f-4d9c-99b6-7cfaee2db8ea is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1027.695791] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 5d9ad77d-39e3-41ea-8abb-122bad5b5cff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.696071] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 4768e305-b49d-4313-808c-13c09ebb6f3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.696211] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Migration dbf68a23-e148-4ee6-a288-b4344148d98e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1027.696328] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 4e65d3a4-3b7f-4c97-bba4-4465630bfd93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.696441] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 67053182-6d68-47e8-9b87-a8239c255867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.696552] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 49b10d42-1180-4747-862c-fc0a6b7d3e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.696661] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance e204fc32-a959-45b7-b69b-a9133ff8b507 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.696817] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance aab0ebf3-8dea-442b-a6be-d47f224b6ab6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1027.697259] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1027.697469] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1027.800134] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.893288] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f067d5b9-8795-4e6c-97ee-e15d1f7a17da {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.904679] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566824d5-1a87-45d0-998f-fc6bee70ca86 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.944438] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2def4953-512d-4fad-b047-7df0559f9027 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.954491] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c235d319-bf3f-4f0e-ab22-ec5a8c20a40e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.973450] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.177664] env[62364]: DEBUG oslo_concurrency.lockutils [req-9a898dd2-9616-4a88-8ae3-ef039c6a276f req-ae4c3306-565c-4e7d-9a82-2ffa89de97ba service nova] Releasing lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.242917] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.243266] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.243487] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.243963] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.244178] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.248065] env[62364]: INFO nova.compute.manager [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Terminating instance [ 1028.252586] env[62364]: DEBUG nova.compute.manager [req-5146ea5f-29ff-4c24-adff-a260f93576ca req-80ad63be-11c8-4095-944a-c57f05dc579a service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Received event network-changed-bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1028.252833] env[62364]: DEBUG nova.compute.manager [req-5146ea5f-29ff-4c24-adff-a260f93576ca req-80ad63be-11c8-4095-944a-c57f05dc579a service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing instance network info cache due to event network-changed-bcfdb2a3-82d5-4963-9da3-efe08c20036b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1028.253104] env[62364]: DEBUG oslo_concurrency.lockutils [req-5146ea5f-29ff-4c24-adff-a260f93576ca req-80ad63be-11c8-4095-944a-c57f05dc579a service nova] Acquiring lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.253300] env[62364]: DEBUG oslo_concurrency.lockutils [req-5146ea5f-29ff-4c24-adff-a260f93576ca req-80ad63be-11c8-4095-944a-c57f05dc579a service nova] Acquired lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.255024] env[62364]: DEBUG nova.network.neutron [req-5146ea5f-29ff-4c24-adff-a260f93576ca req-80ad63be-11c8-4095-944a-c57f05dc579a service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing network info cache for port bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.286081] env[62364]: DEBUG nova.network.neutron [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Successfully created port: 4fbe9482-fd40-4013-bfa6-a7b780b8764e {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.339075] env[62364]: DEBUG nova.network.neutron [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance_info_cache with network_info: [{"id": "6caafe0d-e640-4cd2-8be5-c0439112b35c", "address": "fa:16:3e:97:cf:8b", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6caafe0d-e6", "ovs_interfaceid": "6caafe0d-e640-4cd2-8be5-c0439112b35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.476610] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.597291] env[62364]: DEBUG nova.compute.manager [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.629223] env[62364]: DEBUG nova.virt.hardware [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.629482] env[62364]: DEBUG nova.virt.hardware [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.630113] env[62364]: DEBUG nova.virt.hardware [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.630342] env[62364]: DEBUG nova.virt.hardware [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.630575] env[62364]: DEBUG nova.virt.hardware [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.630744] env[62364]: DEBUG nova.virt.hardware [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.631030] env[62364]: DEBUG nova.virt.hardware [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.631254] env[62364]: DEBUG nova.virt.hardware [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.631437] env[62364]: DEBUG nova.virt.hardware [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.631603] env[62364]: DEBUG nova.virt.hardware [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.631777] env[62364]: DEBUG nova.virt.hardware [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.632727] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abcfc09-7eaa-444a-9c98-d49f0e8c9d9d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.641903] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b4cfc8-57a8-449f-832b-dc70f8bba7f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.762303] env[62364]: DEBUG nova.compute.manager [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.762303] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.762663] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124b5962-60d3-4c68-bdf2-650b5aab3dd9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.772612] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.773038] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e43a4b32-3efc-4c82-8107-518ac0dabcea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.782971] env[62364]: DEBUG oslo_vmware.api [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 1028.782971] env[62364]: value = "task-2481249" [ 1028.782971] env[62364]: _type = "Task" [ 1028.782971] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.792593] env[62364]: DEBUG oslo_vmware.api [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.842436] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "refresh_cache-4e65d3a4-3b7f-4c97-bba4-4465630bfd93" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.843291] env[62364]: DEBUG nova.objects.instance [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lazy-loading 'migration_context' on Instance uuid 4e65d3a4-3b7f-4c97-bba4-4465630bfd93 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.876539] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.876539] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.984808] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1028.985053] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.336s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.985339] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.541s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.985547] env[62364]: DEBUG nova.objects.instance [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lazy-loading 'resources' on Instance uuid 30c59dc6-31fa-4eda-97b8-2d4cd8cba180 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.004713] env[62364]: DEBUG nova.network.neutron [req-5146ea5f-29ff-4c24-adff-a260f93576ca req-80ad63be-11c8-4095-944a-c57f05dc579a service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updated VIF entry in instance network info cache for port bcfdb2a3-82d5-4963-9da3-efe08c20036b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.005086] env[62364]: DEBUG nova.network.neutron [req-5146ea5f-29ff-4c24-adff-a260f93576ca req-80ad63be-11c8-4095-944a-c57f05dc579a service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updating instance_info_cache with network_info: [{"id": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "address": "fa:16:3e:d4:b5:ec", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfdb2a3-82", "ovs_interfaceid": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.294122] env[62364]: DEBUG oslo_vmware.api [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481249, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.347059] env[62364]: DEBUG nova.objects.base [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Object Instance<4e65d3a4-3b7f-4c97-bba4-4465630bfd93> lazy-loaded attributes: info_cache,migration_context {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1029.347200] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bfd628-bfc8-4c2a-9b45-59b1729f50c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.369687] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06685cea-f1ae-4b0e-bceb-81a5c3a375ba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.376934] env[62364]: DEBUG oslo_vmware.api [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1029.376934] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]525ceb33-83e5-fcc3-fd40-f5319ed3ad3b" [ 1029.376934] env[62364]: _type = "Task" [ 1029.376934] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.380551] env[62364]: DEBUG nova.compute.manager [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.389683] env[62364]: DEBUG oslo_vmware.api [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525ceb33-83e5-fcc3-fd40-f5319ed3ad3b, 'name': SearchDatastore_Task, 'duration_secs': 0.007992} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.389967] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.433825] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.434094] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.508440] env[62364]: DEBUG oslo_concurrency.lockutils [req-5146ea5f-29ff-4c24-adff-a260f93576ca req-80ad63be-11c8-4095-944a-c57f05dc579a service nova] Releasing lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.673199] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a425c5-a623-47aa-81c0-bf8fb16f151c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.681543] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e374b78-28d7-4a83-b172-34451efa6166 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.713204] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b685ea83-baab-49b1-af02-1724a7fd3e3c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.721236] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c8267-a14c-4302-b9e5-4c3ca1c67c12 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.735086] env[62364]: DEBUG nova.compute.provider_tree [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.793953] env[62364]: DEBUG oslo_vmware.api [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481249, 'name': PowerOffVM_Task, 'duration_secs': 0.713771} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.794264] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.794607] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.794727] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18dffa88-fe0d-4122-b642-1b40857d9cef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.863677] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.863984] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.864127] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Deleting the datastore file [datastore1] 2932b01a-b89d-4a34-8df8-fd8e2c165b8e {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.864394] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9280c184-952c-43d1-925b-3aeaf686c5e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.872271] env[62364]: DEBUG oslo_vmware.api [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 1029.872271] env[62364]: value = "task-2481251" [ 1029.872271] env[62364]: _type = "Task" [ 1029.872271] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.882107] env[62364]: DEBUG oslo_vmware.api [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.899289] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.937649] env[62364]: DEBUG nova.compute.manager [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.073536] env[62364]: DEBUG nova.network.neutron [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Successfully updated port: 4fbe9482-fd40-4013-bfa6-a7b780b8764e {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.238574] env[62364]: DEBUG nova.scheduler.client.report [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.287474] env[62364]: DEBUG nova.compute.manager [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Received event network-vif-plugged-4fbe9482-fd40-4013-bfa6-a7b780b8764e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1030.287622] env[62364]: DEBUG oslo_concurrency.lockutils [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] Acquiring lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.287927] env[62364]: DEBUG oslo_concurrency.lockutils [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] Lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.288138] env[62364]: DEBUG oslo_concurrency.lockutils [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] Lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.288322] env[62364]: DEBUG nova.compute.manager [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] No waiting events found dispatching network-vif-plugged-4fbe9482-fd40-4013-bfa6-a7b780b8764e {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.288485] env[62364]: WARNING nova.compute.manager [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Received unexpected event network-vif-plugged-4fbe9482-fd40-4013-bfa6-a7b780b8764e for instance with vm_state building and task_state spawning. [ 1030.288645] env[62364]: DEBUG nova.compute.manager [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Received event network-changed-4fbe9482-fd40-4013-bfa6-a7b780b8764e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1030.288801] env[62364]: DEBUG nova.compute.manager [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Refreshing instance network info cache due to event network-changed-4fbe9482-fd40-4013-bfa6-a7b780b8764e. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1030.289087] env[62364]: DEBUG oslo_concurrency.lockutils [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] Acquiring lock "refresh_cache-aab0ebf3-8dea-442b-a6be-d47f224b6ab6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.289215] env[62364]: DEBUG oslo_concurrency.lockutils [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] Acquired lock "refresh_cache-aab0ebf3-8dea-442b-a6be-d47f224b6ab6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.289395] env[62364]: DEBUG nova.network.neutron [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Refreshing network info cache for port 4fbe9482-fd40-4013-bfa6-a7b780b8764e {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.385449] env[62364]: DEBUG oslo_vmware.api [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260073} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.385794] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.385953] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.386192] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.386388] env[62364]: INFO nova.compute.manager [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1030.386645] env[62364]: DEBUG oslo.service.loopingcall [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1030.386873] env[62364]: DEBUG nova.compute.manager [-] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.387017] env[62364]: DEBUG nova.network.neutron [-] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.456955] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.576490] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "refresh_cache-aab0ebf3-8dea-442b-a6be-d47f224b6ab6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.743570] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.746504] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.947s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.768759] env[62364]: INFO nova.scheduler.client.report [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleted allocations for instance 30c59dc6-31fa-4eda-97b8-2d4cd8cba180 [ 1030.829132] env[62364]: DEBUG nova.network.neutron [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.900173] env[62364]: DEBUG nova.network.neutron [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.171600] env[62364]: DEBUG nova.network.neutron [-] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.250226] env[62364]: DEBUG nova.objects.instance [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'migration_context' on Instance uuid 5d9ad77d-39e3-41ea-8abb-122bad5b5cff {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.276161] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dd70655c-6e64-445c-886c-25209f83135b tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "30c59dc6-31fa-4eda-97b8-2d4cd8cba180" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.835s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.403020] env[62364]: DEBUG oslo_concurrency.lockutils [req-0f160256-898c-4d6d-8f65-6dc6d4f26aa6 req-22a8f6fc-c93a-4800-b403-e7abee87a528 service nova] Releasing lock "refresh_cache-aab0ebf3-8dea-442b-a6be-d47f224b6ab6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.403341] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "refresh_cache-aab0ebf3-8dea-442b-a6be-d47f224b6ab6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.406023] env[62364]: DEBUG nova.network.neutron [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.676133] env[62364]: INFO nova.compute.manager [-] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Took 1.29 seconds to deallocate network for instance. [ 1031.939320] env[62364]: DEBUG nova.network.neutron [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.991040] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9312b243-f092-4c8a-9246-1ca9864b4e07 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.000054] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dee657a-eefd-4f03-bf74-454bb139a502 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.038455] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753d0848-86bb-433f-a22a-1156e7cca126 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.049161] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db0f748-85f5-4f88-a505-ea268b2f3790 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.064527] env[62364]: DEBUG nova.compute.provider_tree [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.128444] env[62364]: DEBUG nova.network.neutron [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Updating instance_info_cache with network_info: [{"id": "4fbe9482-fd40-4013-bfa6-a7b780b8764e", "address": "fa:16:3e:c4:0d:49", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fbe9482-fd", "ovs_interfaceid": "4fbe9482-fd40-4013-bfa6-a7b780b8764e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.185205] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.314155] env[62364]: DEBUG nova.compute.manager [req-b2814f61-02f3-48a5-ad42-741ca5c5d8ce req-36a371bd-ad1a-4377-ba7c-3a55f5a6d8db service nova] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Received event network-vif-deleted-9c99b766-5156-432f-9824-ebdbaf1ee82b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1032.568678] env[62364]: DEBUG nova.scheduler.client.report [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.632789] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "refresh_cache-aab0ebf3-8dea-442b-a6be-d47f224b6ab6" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.633023] env[62364]: DEBUG nova.compute.manager [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Instance network_info: |[{"id": "4fbe9482-fd40-4013-bfa6-a7b780b8764e", "address": "fa:16:3e:c4:0d:49", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fbe9482-fd", "ovs_interfaceid": "4fbe9482-fd40-4013-bfa6-a7b780b8764e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.633505] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:0d:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fbe9482-fd40-4013-bfa6-a7b780b8764e', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.641635] env[62364]: DEBUG oslo.service.loopingcall [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.641871] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.643168] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32c2afc5-9669-4592-9147-6bb8b21e5093 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.664360] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.664360] env[62364]: value = "task-2481252" [ 1032.664360] env[62364]: _type = "Task" [ 1032.664360] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.674151] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481252, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.056064] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.056064] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.174397] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481252, 'name': CreateVM_Task, 'duration_secs': 0.381264} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.174568] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.175317] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.175475] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.175843] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.176141] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6651c79-a0f1-483f-8a11-5c60a3c7af4f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.181155] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1033.181155] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527e7039-d57e-d9e1-50bb-4d3955768a5a" [ 1033.181155] env[62364]: _type = "Task" [ 1033.181155] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.190106] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527e7039-d57e-d9e1-50bb-4d3955768a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.558972] env[62364]: DEBUG nova.compute.manager [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.580497] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.834s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.585901] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.196s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.693143] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527e7039-d57e-d9e1-50bb-4d3955768a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.013048} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.693453] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.693687] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.693930] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.694094] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.694281] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.694807] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4bc2e39-ac3a-4d5e-8744-8d4148bc2d70 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.711065] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.711329] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.712085] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56303e1f-c567-4555-9c49-e778b9ade014 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.718828] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1033.718828] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b83b09-3c08-3035-129b-cfb703c90d36" [ 1033.718828] env[62364]: _type = "Task" [ 1033.718828] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.729289] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b83b09-3c08-3035-129b-cfb703c90d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.082507] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.232193] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b83b09-3c08-3035-129b-cfb703c90d36, 'name': SearchDatastore_Task, 'duration_secs': 0.029189} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.233097] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f29ee8-de1a-4cad-ac2e-dc3fd9ba0a74 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.243286] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1034.243286] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f1cba9-2251-21c1-089a-ecbc47f1c80e" [ 1034.243286] env[62364]: _type = "Task" [ 1034.243286] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.252456] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f1cba9-2251-21c1-089a-ecbc47f1c80e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.293997] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cabd9b5-1ef8-410b-8634-6cb807c6ac8c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.302960] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e9fec6-552d-4c05-99e4-3c55009807dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.333644] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad81fd1-7f81-43c9-b48d-44145d1e1ecb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.342146] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c295489e-0cc4-4751-8eec-b081b4d39415 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.356028] env[62364]: DEBUG nova.compute.provider_tree [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.756277] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f1cba9-2251-21c1-089a-ecbc47f1c80e, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.756676] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.756806] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] aab0ebf3-8dea-442b-a6be-d47f224b6ab6/aab0ebf3-8dea-442b-a6be-d47f224b6ab6.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.757089] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dc666ce-c962-469b-af22-593940b57366 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.764919] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1034.764919] env[62364]: value = "task-2481253" [ 1034.764919] env[62364]: _type = "Task" [ 1034.764919] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.773426] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.859490] env[62364]: DEBUG nova.scheduler.client.report [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.122441] env[62364]: INFO nova.compute.manager [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Swapping old allocation on dict_keys(['d900e044-5565-4a73-8d60-eaba89b18259']) held by migration e3bbb2ce-300f-4d9c-99b6-7cfaee2db8ea for instance [ 1035.153493] env[62364]: DEBUG nova.scheduler.client.report [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Overwriting current allocation {'allocations': {'d900e044-5565-4a73-8d60-eaba89b18259': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 130}}, 'project_id': '4acab565f6e448a490f338459a47f680', 'user_id': 'c73fdd2087fb4936a1d4b0cf74d7c0df', 'consumer_generation': 1} on consumer 5d9ad77d-39e3-41ea-8abb-122bad5b5cff {{(pid=62364) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1035.245808] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.246173] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.246424] env[62364]: DEBUG nova.network.neutron [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.276379] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495639} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.276599] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] aab0ebf3-8dea-442b-a6be-d47f224b6ab6/aab0ebf3-8dea-442b-a6be-d47f224b6ab6.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.276818] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.277100] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f8e42ed-2832-4ac0-bedc-ab4015406181 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.285698] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1035.285698] env[62364]: value = "task-2481254" [ 1035.285698] env[62364]: _type = "Task" [ 1035.285698] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.299184] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.798580] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118354} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.798906] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.799689] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9c1675-7ad4-4ff2-b963-979611a0db32 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.821619] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] aab0ebf3-8dea-442b-a6be-d47f224b6ab6/aab0ebf3-8dea-442b-a6be-d47f224b6ab6.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.821847] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b886167-fca1-45c9-bafd-294edd7a65be {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.847399] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1035.847399] env[62364]: value = "task-2481255" [ 1035.847399] env[62364]: _type = "Task" [ 1035.847399] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.857805] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.870333] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.284s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.875412] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.976s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.876919] env[62364]: INFO nova.compute.claims [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.003620] env[62364]: DEBUG nova.network.neutron [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance_info_cache with network_info: [{"id": "8c437f20-450e-4505-a246-0f6a1f4df29f", "address": "fa:16:3e:e5:2d:6c", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c437f20-45", "ovs_interfaceid": "8c437f20-450e-4505-a246-0f6a1f4df29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.357808] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481255, 'name': ReconfigVM_Task, 'duration_secs': 0.291191} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.358134] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Reconfigured VM instance instance-0000005f to attach disk [datastore1] aab0ebf3-8dea-442b-a6be-d47f224b6ab6/aab0ebf3-8dea-442b-a6be-d47f224b6ab6.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.358784] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cce45c19-c102-4903-b0eb-a0536f590e3a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.366488] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1036.366488] env[62364]: value = "task-2481256" [ 1036.366488] env[62364]: _type = "Task" [ 1036.366488] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.376167] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481256, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.439739] env[62364]: INFO nova.scheduler.client.report [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted allocation for migration dbf68a23-e148-4ee6-a288-b4344148d98e [ 1036.506962] env[62364]: DEBUG oslo_concurrency.lockutils [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-5d9ad77d-39e3-41ea-8abb-122bad5b5cff" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.508388] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccef2c6-f965-4a52-a06c-ec31cdc33e65 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.515823] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f471cbc5-99a0-4516-a3a6-2d0ebcfb4a2c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.877084] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481256, 'name': Rename_Task, 'duration_secs': 0.159036} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.877385] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.877610] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c283306a-ea30-4a9c-8788-7cb21ca56178 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.885570] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1036.885570] env[62364]: value = "task-2481257" [ 1036.885570] env[62364]: _type = "Task" [ 1036.885570] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.902273] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.944552] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aef2e6ab-bddb-478b-9f3b-c6d5e261f572 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.426s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.071401] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4fee9b-fe58-492c-a745-2f77846845d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.080986] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6b5979-38c6-441e-beaa-14d6e8a6cbe6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.116676] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f0bbfd-8274-4db9-91ed-6d3056757db2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.125996] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f3946c-a9a7-4c3e-8cbb-b127d804e2d1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.140161] env[62364]: DEBUG nova.compute.provider_tree [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.396475] env[62364]: DEBUG oslo_vmware.api [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481257, 'name': PowerOnVM_Task, 'duration_secs': 0.462358} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.396772] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.396978] env[62364]: INFO nova.compute.manager [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1037.397239] env[62364]: DEBUG nova.compute.manager [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.398050] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6310dd55-cea8-452f-9667-978934156bec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.407695] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.407919] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.408142] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.408323] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.408491] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.410997] env[62364]: INFO nova.compute.manager [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Terminating instance [ 1037.645480] env[62364]: DEBUG nova.scheduler.client.report [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.648393] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.648393] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f88fb57-75fa-4caa-a17e-82d4e1ec1368 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.656919] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1037.656919] env[62364]: value = "task-2481258" [ 1037.656919] env[62364]: _type = "Task" [ 1037.656919] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.666726] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.907912] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "f0a97147-0608-4214-8446-7dc152dc77c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.908419] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f0a97147-0608-4214-8446-7dc152dc77c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.915086] env[62364]: DEBUG nova.compute.manager [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.916471] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.919687] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc099e5e-431a-49fc-a749-ad2475585988 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.924022] env[62364]: INFO nova.compute.manager [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Took 14.61 seconds to build instance. [ 1037.929312] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.930335] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48906ffc-8bb0-42ac-989f-0f72f0e4f7bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.940041] env[62364]: DEBUG oslo_vmware.api [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1037.940041] env[62364]: value = "task-2481259" [ 1037.940041] env[62364]: _type = "Task" [ 1037.940041] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.949465] env[62364]: DEBUG oslo_vmware.api [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.151636] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.152222] env[62364]: DEBUG nova.compute.manager [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.155134] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.698s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.156746] env[62364]: INFO nova.compute.claims [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.169434] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481258, 'name': PowerOffVM_Task, 'duration_secs': 0.248235} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.169601] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.170419] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.170640] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.170860] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.170994] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.171158] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.171453] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.171668] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.171840] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.172012] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.172184] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.172355] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.177815] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db50886f-b467-4d27-a909-ceefbf942573 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.195554] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1038.195554] env[62364]: value = "task-2481260" [ 1038.195554] env[62364]: _type = "Task" [ 1038.195554] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.204507] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.274664] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79884d9-f6dd-4124-92dc-926f98e6e8a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.283028] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-19dcaaab-d0d3-47cc-862e-30de2f5c072b tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Suspending the VM {{(pid=62364) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1038.283028] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7113f18a-c561-4d13-849f-0a631bbd376e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.290146] env[62364]: DEBUG oslo_vmware.api [None req-19dcaaab-d0d3-47cc-862e-30de2f5c072b tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1038.290146] env[62364]: value = "task-2481261" [ 1038.290146] env[62364]: _type = "Task" [ 1038.290146] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.299303] env[62364]: DEBUG oslo_vmware.api [None req-19dcaaab-d0d3-47cc-862e-30de2f5c072b tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481261, 'name': SuspendVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.411881] env[62364]: DEBUG nova.compute.manager [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.424776] env[62364]: DEBUG oslo_concurrency.lockutils [None req-61b652fc-da37-4672-b391-e2b93e275c08 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.122s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.450359] env[62364]: DEBUG oslo_vmware.api [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481259, 'name': PowerOffVM_Task, 'duration_secs': 0.218556} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.450660] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.450925] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.451092] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd8b181b-21f2-4e5d-ab2f-0a8e0fc27c72 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.534366] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.534595] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.534787] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleting the datastore file [datastore1] 4e65d3a4-3b7f-4c97-bba4-4465630bfd93 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.535229] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5da626d5-740c-4a41-ba6c-0dca5d48ea37 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.542626] env[62364]: DEBUG oslo_vmware.api [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1038.542626] env[62364]: value = "task-2481263" [ 1038.542626] env[62364]: _type = "Task" [ 1038.542626] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.551153] env[62364]: DEBUG oslo_vmware.api [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.661921] env[62364]: DEBUG nova.compute.utils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1038.666342] env[62364]: DEBUG nova.compute.manager [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.666505] env[62364]: DEBUG nova.network.neutron [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.706859] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481260, 'name': ReconfigVM_Task, 'duration_secs': 0.234937} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.707688] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60a2764-b27a-4f82-8d86-91c808e879d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.729534] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.729774] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.729931] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.730125] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.730275] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.730429] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.730626] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.730784] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.730949] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.731132] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.731310] env[62364]: DEBUG nova.virt.hardware [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.733380] env[62364]: DEBUG nova.policy [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2692f85634b54c28a7fed64ebf9ebcde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6db3ab52a8b14ed3921b6c35bdb80ae0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.734827] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efeb3782-f767-4796-8226-7fccf2bb6e13 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.741964] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1038.741964] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a55093-c5ec-1c8d-2b7a-2a3224b1cc2c" [ 1038.741964] env[62364]: _type = "Task" [ 1038.741964] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.750746] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a55093-c5ec-1c8d-2b7a-2a3224b1cc2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.800635] env[62364]: DEBUG oslo_vmware.api [None req-19dcaaab-d0d3-47cc-862e-30de2f5c072b tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481261, 'name': SuspendVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.935558] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.055631] env[62364]: DEBUG oslo_vmware.api [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223533} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.055901] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.056110] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.056287] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.056462] env[62364]: INFO nova.compute.manager [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1039.056712] env[62364]: DEBUG oslo.service.loopingcall [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.056915] env[62364]: DEBUG nova.compute.manager [-] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.057223] env[62364]: DEBUG nova.network.neutron [-] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.081470] env[62364]: DEBUG nova.network.neutron [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Successfully created port: 11037f7e-2857-4f70-8621-a4d774f67d49 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.167052] env[62364]: DEBUG nova.compute.manager [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.254991] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a55093-c5ec-1c8d-2b7a-2a3224b1cc2c, 'name': SearchDatastore_Task, 'duration_secs': 0.022583} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.260313] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1039.262844] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21069867-4196-473b-95af-eb1a2643719b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.283840] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1039.283840] env[62364]: value = "task-2481264" [ 1039.283840] env[62364]: _type = "Task" [ 1039.283840] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.293349] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.308159] env[62364]: DEBUG oslo_vmware.api [None req-19dcaaab-d0d3-47cc-862e-30de2f5c072b tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481261, 'name': SuspendVM_Task, 'duration_secs': 0.620421} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.308472] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-19dcaaab-d0d3-47cc-862e-30de2f5c072b tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Suspended the VM {{(pid=62364) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1039.308964] env[62364]: DEBUG nova.compute.manager [None req-19dcaaab-d0d3-47cc-862e-30de2f5c072b tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.313030] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb1a5a-d3ec-47e8-bd12-5deb0188ad56 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.327020] env[62364]: DEBUG nova.compute.manager [req-6b8eba51-bb5e-4552-9ea6-cb1bb09fe2f1 req-cec452fe-1590-4154-89b8-cbc3d899b7bc service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Received event network-vif-deleted-6caafe0d-e640-4cd2-8be5-c0439112b35c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1039.327020] env[62364]: INFO nova.compute.manager [req-6b8eba51-bb5e-4552-9ea6-cb1bb09fe2f1 req-cec452fe-1590-4154-89b8-cbc3d899b7bc service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Neutron deleted interface 6caafe0d-e640-4cd2-8be5-c0439112b35c; detaching it from the instance and deleting it from the info cache [ 1039.327020] env[62364]: DEBUG nova.network.neutron [req-6b8eba51-bb5e-4552-9ea6-cb1bb09fe2f1 req-cec452fe-1590-4154-89b8-cbc3d899b7bc service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.390383] env[62364]: DEBUG nova.network.neutron [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Successfully created port: 0be51d19-e48a-48c9-87a4-664f782176d3 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.454765] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada2c9b1-22eb-403a-bf57-5cc9b73fee6f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.463932] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feddd386-64d9-461f-8299-77dbc7a9fb6f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.497560] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c460c3-268a-496e-833b-ec835a388874 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.506178] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a785c61-0c8a-49d1-9316-05987eb2f50b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.521666] env[62364]: DEBUG nova.compute.provider_tree [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.795454] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481264, 'name': ReconfigVM_Task, 'duration_secs': 0.428801} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.795771] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1039.796807] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b92fe0-498d-49e2-8024-687314e901e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.800725] env[62364]: DEBUG nova.network.neutron [-] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.823527] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 5d9ad77d-39e3-41ea-8abb-122bad5b5cff/5d9ad77d-39e3-41ea-8abb-122bad5b5cff.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.824371] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77253b1c-5337-4808-a3a8-4adc8c82566d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.840095] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ef739fb-24fd-4937-a52a-d2307096ba24 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.849928] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a1dcd5-7b81-4755-af36-59b0d7c6ff6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.862533] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1039.862533] env[62364]: value = "task-2481265" [ 1039.862533] env[62364]: _type = "Task" [ 1039.862533] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.871714] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.887625] env[62364]: DEBUG nova.compute.manager [req-6b8eba51-bb5e-4552-9ea6-cb1bb09fe2f1 req-cec452fe-1590-4154-89b8-cbc3d899b7bc service nova] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Detach interface failed, port_id=6caafe0d-e640-4cd2-8be5-c0439112b35c, reason: Instance 4e65d3a4-3b7f-4c97-bba4-4465630bfd93 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1040.025028] env[62364]: DEBUG nova.scheduler.client.report [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.178895] env[62364]: DEBUG nova.compute.manager [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.205881] env[62364]: DEBUG nova.virt.hardware [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.206175] env[62364]: DEBUG nova.virt.hardware [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.206338] env[62364]: DEBUG nova.virt.hardware [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.206520] env[62364]: DEBUG nova.virt.hardware [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.206666] env[62364]: DEBUG nova.virt.hardware [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.206810] env[62364]: DEBUG nova.virt.hardware [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.207013] env[62364]: DEBUG nova.virt.hardware [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.207302] env[62364]: DEBUG nova.virt.hardware [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.207358] env[62364]: DEBUG nova.virt.hardware [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.207511] env[62364]: DEBUG nova.virt.hardware [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.207706] env[62364]: DEBUG nova.virt.hardware [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.208599] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ecab7a-2f57-404e-9c40-07fd6ff4e8ca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.221008] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48fbb18-73b8-48e4-8cb4-f748dcd62830 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.302899] env[62364]: INFO nova.compute.manager [-] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Took 1.25 seconds to deallocate network for instance. [ 1040.373097] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481265, 'name': ReconfigVM_Task, 'duration_secs': 0.295021} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.373388] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 5d9ad77d-39e3-41ea-8abb-122bad5b5cff/5d9ad77d-39e3-41ea-8abb-122bad5b5cff.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.374234] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbb9e02-1669-4fa1-80e4-f3347ca9b722 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.395343] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21adfab1-58df-48a0-ba52-389a4b49249c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.418066] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce61407-017d-4f4d-8233-fedde17f3ea8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.439559] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15244fda-27fc-4f6c-8bb3-81beb50b3fc1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.446789] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.447041] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df97f2bb-111e-4d03-9b8c-2b5134f0ff7d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.456092] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1040.456092] env[62364]: value = "task-2481266" [ 1040.456092] env[62364]: _type = "Task" [ 1040.456092] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.465530] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.529674] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.530232] env[62364]: DEBUG nova.compute.manager [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.532929] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.348s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.533163] env[62364]: DEBUG nova.objects.instance [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lazy-loading 'resources' on Instance uuid 2932b01a-b89d-4a34-8df8-fd8e2c165b8e {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.716132] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.716494] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.716741] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.716968] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.717232] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.719668] env[62364]: INFO nova.compute.manager [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Terminating instance [ 1040.809368] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.863372] env[62364]: DEBUG nova.compute.manager [req-0adfe586-f078-4afa-8e61-ed7fe1cede81 req-004d5eba-f632-4760-9a1e-50a509a5fd7b service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Received event network-vif-plugged-11037f7e-2857-4f70-8621-a4d774f67d49 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1040.863527] env[62364]: DEBUG oslo_concurrency.lockutils [req-0adfe586-f078-4afa-8e61-ed7fe1cede81 req-004d5eba-f632-4760-9a1e-50a509a5fd7b service nova] Acquiring lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.863725] env[62364]: DEBUG oslo_concurrency.lockutils [req-0adfe586-f078-4afa-8e61-ed7fe1cede81 req-004d5eba-f632-4760-9a1e-50a509a5fd7b service nova] Lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.863890] env[62364]: DEBUG oslo_concurrency.lockutils [req-0adfe586-f078-4afa-8e61-ed7fe1cede81 req-004d5eba-f632-4760-9a1e-50a509a5fd7b service nova] Lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.864143] env[62364]: DEBUG nova.compute.manager [req-0adfe586-f078-4afa-8e61-ed7fe1cede81 req-004d5eba-f632-4760-9a1e-50a509a5fd7b service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] No waiting events found dispatching network-vif-plugged-11037f7e-2857-4f70-8621-a4d774f67d49 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.864382] env[62364]: WARNING nova.compute.manager [req-0adfe586-f078-4afa-8e61-ed7fe1cede81 req-004d5eba-f632-4760-9a1e-50a509a5fd7b service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Received unexpected event network-vif-plugged-11037f7e-2857-4f70-8621-a4d774f67d49 for instance with vm_state building and task_state spawning. [ 1040.948691] env[62364]: DEBUG nova.network.neutron [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Successfully updated port: 11037f7e-2857-4f70-8621-a4d774f67d49 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.968077] env[62364]: DEBUG oslo_vmware.api [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481266, 'name': PowerOnVM_Task, 'duration_secs': 0.398218} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.968469] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.036199] env[62364]: DEBUG nova.compute.utils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1041.040616] env[62364]: DEBUG nova.compute.manager [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.040793] env[62364]: DEBUG nova.network.neutron [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.077439] env[62364]: DEBUG nova.policy [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bb2f50a136b41c6b255be29d4f45327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd49f657a25427c8f7bb0261f592a35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.216611] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc0f90-f6c9-4ac2-8c22-6864ba288a93 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.224578] env[62364]: DEBUG nova.compute.manager [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.224793] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.225608] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a7b092-ab1c-4d0c-9876-da83a2b1f4a5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.228924] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5657a648-7411-46b9-bfcf-094d64c0ea1f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.237652] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.262087] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38779830-da6b-475a-8d9d-1ab47fc17296 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.264385] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb15deb0-722a-449d-88c7-abe918c5ac37 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.272924] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16fa5cc-fce6-4bde-91c9-b88de957813f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.972987] env[62364]: DEBUG nova.network.neutron [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Successfully created port: f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.981965] env[62364]: DEBUG nova.compute.manager [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.984483] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.984672] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.984853] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleting the datastore file [datastore1] aab0ebf3-8dea-442b-a6be-d47f224b6ab6 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.985861] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee5ac421-29d4-4518-b90b-7190ea140174 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.996023] env[62364]: DEBUG nova.compute.provider_tree [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.001707] env[62364]: DEBUG oslo_vmware.api [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1042.001707] env[62364]: value = "task-2481268" [ 1042.001707] env[62364]: _type = "Task" [ 1042.001707] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.010737] env[62364]: DEBUG oslo_vmware.api [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.501602] env[62364]: DEBUG nova.scheduler.client.report [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.515846] env[62364]: DEBUG oslo_vmware.api [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163844} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.516132] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.516297] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.516472] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.516931] env[62364]: INFO nova.compute.manager [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1042.516931] env[62364]: DEBUG oslo.service.loopingcall [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.517075] env[62364]: DEBUG nova.compute.manager [-] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.517172] env[62364]: DEBUG nova.network.neutron [-] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.527421] env[62364]: INFO nova.compute.manager [None req-fef1916d-7b58-4b05-83ff-eccd57344312 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance to original state: 'active' [ 1042.809738] env[62364]: DEBUG nova.compute.manager [req-b5a508f4-5aca-4313-9ea8-9597871a53ea req-11f8eeab-7aa6-45f8-92a3-4367e3e7c2c0 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Received event network-vif-deleted-4fbe9482-fd40-4013-bfa6-a7b780b8764e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1042.809824] env[62364]: INFO nova.compute.manager [req-b5a508f4-5aca-4313-9ea8-9597871a53ea req-11f8eeab-7aa6-45f8-92a3-4367e3e7c2c0 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Neutron deleted interface 4fbe9482-fd40-4013-bfa6-a7b780b8764e; detaching it from the instance and deleting it from the info cache [ 1042.810082] env[62364]: DEBUG nova.network.neutron [req-b5a508f4-5aca-4313-9ea8-9597871a53ea req-11f8eeab-7aa6-45f8-92a3-4367e3e7c2c0 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.937751] env[62364]: DEBUG nova.compute.manager [req-07aa2044-4fb6-4b25-8997-485e00e8162c req-3554aae9-372b-4a02-a804-f92e27a713c5 service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Received event network-changed-11037f7e-2857-4f70-8621-a4d774f67d49 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1042.937978] env[62364]: DEBUG nova.compute.manager [req-07aa2044-4fb6-4b25-8997-485e00e8162c req-3554aae9-372b-4a02-a804-f92e27a713c5 service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Refreshing instance network info cache due to event network-changed-11037f7e-2857-4f70-8621-a4d774f67d49. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1042.938472] env[62364]: DEBUG oslo_concurrency.lockutils [req-07aa2044-4fb6-4b25-8997-485e00e8162c req-3554aae9-372b-4a02-a804-f92e27a713c5 service nova] Acquiring lock "refresh_cache-8346d86f-aba6-45a1-abe2-b4f61f752dbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.938629] env[62364]: DEBUG oslo_concurrency.lockutils [req-07aa2044-4fb6-4b25-8997-485e00e8162c req-3554aae9-372b-4a02-a804-f92e27a713c5 service nova] Acquired lock "refresh_cache-8346d86f-aba6-45a1-abe2-b4f61f752dbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.938800] env[62364]: DEBUG nova.network.neutron [req-07aa2044-4fb6-4b25-8997-485e00e8162c req-3554aae9-372b-4a02-a804-f92e27a713c5 service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Refreshing network info cache for port 11037f7e-2857-4f70-8621-a4d774f67d49 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.995793] env[62364]: DEBUG nova.compute.manager [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.011237] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.478s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.013667] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.931s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.015205] env[62364]: INFO nova.compute.claims [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.028206] env[62364]: DEBUG nova.virt.hardware [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.028479] env[62364]: DEBUG nova.virt.hardware [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.028703] env[62364]: DEBUG nova.virt.hardware [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.028953] env[62364]: DEBUG nova.virt.hardware [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.029220] env[62364]: DEBUG nova.virt.hardware [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.029718] env[62364]: DEBUG nova.virt.hardware [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.029718] env[62364]: DEBUG nova.virt.hardware [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.029937] env[62364]: DEBUG nova.virt.hardware [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.030137] env[62364]: DEBUG nova.virt.hardware [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.030427] env[62364]: DEBUG nova.virt.hardware [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.030668] env[62364]: DEBUG nova.virt.hardware [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.031630] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0e71d6-2111-4fc9-b855-4515690e5e67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.037924] env[62364]: INFO nova.scheduler.client.report [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Deleted allocations for instance 2932b01a-b89d-4a34-8df8-fd8e2c165b8e [ 1043.048498] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335bcb57-1cf4-46bd-b2bf-f834c78772b0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.255020] env[62364]: DEBUG nova.network.neutron [-] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.312377] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-036dd26c-140d-4856-baf6-36c9b2e56303 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.323094] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea82821-2c81-4021-97b5-ae4cf7f00b75 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.355421] env[62364]: DEBUG nova.compute.manager [req-b5a508f4-5aca-4313-9ea8-9597871a53ea req-11f8eeab-7aa6-45f8-92a3-4367e3e7c2c0 service nova] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Detach interface failed, port_id=4fbe9482-fd40-4013-bfa6-a7b780b8764e, reason: Instance aab0ebf3-8dea-442b-a6be-d47f224b6ab6 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1043.476989] env[62364]: DEBUG nova.network.neutron [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Successfully updated port: 0be51d19-e48a-48c9-87a4-664f782176d3 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.487934] env[62364]: DEBUG nova.network.neutron [req-07aa2044-4fb6-4b25-8997-485e00e8162c req-3554aae9-372b-4a02-a804-f92e27a713c5 service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.550172] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e7aa9ff2-ca1b-45fa-9f3c-d42204126d97 tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "2932b01a-b89d-4a34-8df8-fd8e2c165b8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.306s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.584522] env[62364]: DEBUG nova.network.neutron [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Successfully updated port: f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.744220] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.744480] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.744714] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.744936] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.745126] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.747216] env[62364]: INFO nova.compute.manager [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Terminating instance [ 1043.758326] env[62364]: INFO nova.compute.manager [-] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Took 1.24 seconds to deallocate network for instance. [ 1043.779453] env[62364]: DEBUG nova.network.neutron [req-07aa2044-4fb6-4b25-8997-485e00e8162c req-3554aae9-372b-4a02-a804-f92e27a713c5 service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.782119] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "829a7b11-bbd2-4193-869c-71fb8e8e0075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.782436] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "829a7b11-bbd2-4193-869c-71fb8e8e0075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.782717] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "829a7b11-bbd2-4193-869c-71fb8e8e0075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.783058] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "829a7b11-bbd2-4193-869c-71fb8e8e0075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.783312] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "829a7b11-bbd2-4193-869c-71fb8e8e0075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.784973] env[62364]: INFO nova.compute.manager [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Terminating instance [ 1043.979590] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "refresh_cache-8346d86f-aba6-45a1-abe2-b4f61f752dbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.083340] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.083489] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.083693] env[62364]: DEBUG nova.network.neutron [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.179264] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ce8c92-b43c-4299-b4f1-9fe60b366177 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.187940] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73f2e09-1963-4ea8-82db-be2080e3a645 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.216801] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4646604-de67-47e0-a332-37b43f44dc76 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.223715] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324425e9-47b9-4696-a340-8f4d92c9e114 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.237543] env[62364]: DEBUG nova.compute.provider_tree [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.251379] env[62364]: DEBUG nova.compute.manager [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.251596] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.251824] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-506096f8-6df6-4147-9489-93ec29fdc9f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.258753] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1044.258753] env[62364]: value = "task-2481269" [ 1044.258753] env[62364]: _type = "Task" [ 1044.258753] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.267115] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.267386] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.281485] env[62364]: DEBUG oslo_concurrency.lockutils [req-07aa2044-4fb6-4b25-8997-485e00e8162c req-3554aae9-372b-4a02-a804-f92e27a713c5 service nova] Releasing lock "refresh_cache-8346d86f-aba6-45a1-abe2-b4f61f752dbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.281956] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquired lock "refresh_cache-8346d86f-aba6-45a1-abe2-b4f61f752dbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.282128] env[62364]: DEBUG nova.network.neutron [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.288464] env[62364]: DEBUG nova.compute.manager [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.288595] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.289457] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38511656-e1a2-4d38-8963-c8932fddd86e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.298474] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.298776] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd020e52-9495-43ce-bb22-3ba138f3f98b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.308456] env[62364]: DEBUG oslo_vmware.api [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 1044.308456] env[62364]: value = "task-2481270" [ 1044.308456] env[62364]: _type = "Task" [ 1044.308456] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.318703] env[62364]: DEBUG oslo_vmware.api [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.616848] env[62364]: DEBUG nova.network.neutron [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.741042] env[62364]: DEBUG nova.scheduler.client.report [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.753977] env[62364]: DEBUG nova.network.neutron [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updating instance_info_cache with network_info: [{"id": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "address": "fa:16:3e:75:ad:eb", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d1bc33-30", "ovs_interfaceid": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.768161] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481269, 'name': PowerOffVM_Task, 'duration_secs': 0.201085} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.768428] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.768616] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1044.768809] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502082', 'volume_id': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'name': 'volume-d8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5d9ad77d-39e3-41ea-8abb-122bad5b5cff', 'attached_at': '2025-02-12T19:45:34.000000', 'detached_at': '', 'volume_id': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'serial': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1044.769601] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04f0fd0-769c-4bd4-8ced-3cf70dce3db4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.792094] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7782d5-4226-4adf-a9ad-766c6e0bcaac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.799540] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a33fba-d972-4641-88a4-1a9ccc490773 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.823753] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf9ff44-03ad-4b58-90e8-442dc80fbbba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.827520] env[62364]: DEBUG nova.network.neutron [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.845727] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] The volume has not been displaced from its original location: [datastore1] volume-d8f8b128-8630-4fe0-9e2a-74cc15ec7b12/volume-d8f8b128-8630-4fe0-9e2a-74cc15ec7b12.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1044.850910] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.851263] env[62364]: DEBUG oslo_vmware.api [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481270, 'name': PowerOffVM_Task, 'duration_secs': 0.216619} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.852592] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fecd93d8-26a8-42db-b8eb-5bd2a372d770 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.865513] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.865727] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.867162] env[62364]: DEBUG nova.compute.manager [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Received event network-vif-plugged-0be51d19-e48a-48c9-87a4-664f782176d3 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1044.867440] env[62364]: DEBUG oslo_concurrency.lockutils [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] Acquiring lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.867564] env[62364]: DEBUG oslo_concurrency.lockutils [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] Lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.867721] env[62364]: DEBUG oslo_concurrency.lockutils [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] Lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.867892] env[62364]: DEBUG nova.compute.manager [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] No waiting events found dispatching network-vif-plugged-0be51d19-e48a-48c9-87a4-664f782176d3 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.868068] env[62364]: WARNING nova.compute.manager [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Received unexpected event network-vif-plugged-0be51d19-e48a-48c9-87a4-664f782176d3 for instance with vm_state building and task_state spawning. [ 1044.868319] env[62364]: DEBUG nova.compute.manager [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Received event network-changed-0be51d19-e48a-48c9-87a4-664f782176d3 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1044.868431] env[62364]: DEBUG nova.compute.manager [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Refreshing instance network info cache due to event network-changed-0be51d19-e48a-48c9-87a4-664f782176d3. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1044.869122] env[62364]: DEBUG oslo_concurrency.lockutils [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] Acquiring lock "refresh_cache-8346d86f-aba6-45a1-abe2-b4f61f752dbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.874944] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fab84266-83af-46ab-ba17-13c960e8aeb9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.881948] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1044.881948] env[62364]: value = "task-2481272" [ 1044.881948] env[62364]: _type = "Task" [ 1044.881948] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.891284] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.945621] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.945880] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.946131] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Deleting the datastore file [datastore2] 829a7b11-bbd2-4193-869c-71fb8e8e0075 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.946445] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a592c03-ecdd-455a-a46e-6b16af70a6bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.953921] env[62364]: DEBUG oslo_vmware.api [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for the task: (returnval){ [ 1044.953921] env[62364]: value = "task-2481273" [ 1044.953921] env[62364]: _type = "Task" [ 1044.953921] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.963291] env[62364]: DEBUG oslo_vmware.api [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.000442] env[62364]: DEBUG nova.compute.manager [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Received event network-vif-plugged-f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1045.000725] env[62364]: DEBUG oslo_concurrency.lockutils [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] Acquiring lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.000987] env[62364]: DEBUG oslo_concurrency.lockutils [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] Lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.001243] env[62364]: DEBUG oslo_concurrency.lockutils [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] Lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.001476] env[62364]: DEBUG nova.compute.manager [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] No waiting events found dispatching network-vif-plugged-f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.002533] env[62364]: WARNING nova.compute.manager [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Received unexpected event network-vif-plugged-f3d1bc33-3042-4364-a6df-e0c5a571985b for instance with vm_state building and task_state spawning. [ 1045.002533] env[62364]: DEBUG nova.compute.manager [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Received event network-changed-f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1045.002533] env[62364]: DEBUG nova.compute.manager [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Refreshing instance network info cache due to event network-changed-f3d1bc33-3042-4364-a6df-e0c5a571985b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1045.002533] env[62364]: DEBUG oslo_concurrency.lockutils [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] Acquiring lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.051386] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.051633] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.141929] env[62364]: DEBUG nova.network.neutron [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Updating instance_info_cache with network_info: [{"id": "11037f7e-2857-4f70-8621-a4d774f67d49", "address": "fa:16:3e:af:92:3d", "network": {"id": "3b3eb54c-64c6-4cd7-a5ae-89301c82fb12", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1886892445", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11037f7e-28", "ovs_interfaceid": "11037f7e-2857-4f70-8621-a4d774f67d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0be51d19-e48a-48c9-87a4-664f782176d3", "address": "fa:16:3e:95:f3:9b", "network": {"id": "66b4572f-41b8-42d8-89d7-e02e1a1ec4d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1819097297", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be51d19-e4", "ovs_interfaceid": "0be51d19-e48a-48c9-87a4-664f782176d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.246165] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.246878] env[62364]: DEBUG nova.compute.manager [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.249574] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.314s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.250940] env[62364]: INFO nova.compute.claims [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.256600] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.256893] env[62364]: DEBUG nova.compute.manager [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Instance network_info: |[{"id": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "address": "fa:16:3e:75:ad:eb", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d1bc33-30", "ovs_interfaceid": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.257130] env[62364]: DEBUG oslo_concurrency.lockutils [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] Acquired lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.257311] env[62364]: DEBUG nova.network.neutron [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Refreshing network info cache for port f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.258320] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:ad:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3d1bc33-3042-4364-a6df-e0c5a571985b', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.265538] env[62364]: DEBUG oslo.service.loopingcall [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.266188] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.267194] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50e5e558-e39e-4dc3-a0f2-eef9e2ffcb11 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.289422] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.289422] env[62364]: value = "task-2481274" [ 1045.289422] env[62364]: _type = "Task" [ 1045.289422] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.297404] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481274, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.393035] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481272, 'name': ReconfigVM_Task, 'duration_secs': 0.230327} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.393302] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.398453] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d763bcc-4e91-4cce-ad8b-349b67583369 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.415996] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1045.415996] env[62364]: value = "task-2481275" [ 1045.415996] env[62364]: _type = "Task" [ 1045.415996] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.425237] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.463754] env[62364]: DEBUG oslo_vmware.api [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Task: {'id': task-2481273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138202} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.464056] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.464201] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.464382] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.464558] env[62364]: INFO nova.compute.manager [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1045.464805] env[62364]: DEBUG oslo.service.loopingcall [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.464998] env[62364]: DEBUG nova.compute.manager [-] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.465107] env[62364]: DEBUG nova.network.neutron [-] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.554975] env[62364]: INFO nova.compute.manager [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Detaching volume 89a75aa1-b2fd-4b65-899a-0a10aaefc9cb [ 1045.593462] env[62364]: INFO nova.virt.block_device [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Attempting to driver detach volume 89a75aa1-b2fd-4b65-899a-0a10aaefc9cb from mountpoint /dev/sdb [ 1045.593715] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1045.593908] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502080', 'volume_id': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'name': 'volume-89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cfa355e5-ea30-4e2d-ba43-afd90e3d4afc', 'attached_at': '', 'detached_at': '', 'volume_id': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'serial': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1045.594816] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8381fc-0f36-475d-a244-9a6ddb911148 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.632602] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5107fbc5-52d3-462a-8b6d-94ae64b798bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.641883] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6a2eef-752a-42d5-a088-5adc0fb255ab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.644584] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Releasing lock "refresh_cache-8346d86f-aba6-45a1-abe2-b4f61f752dbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.644930] env[62364]: DEBUG nova.compute.manager [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Instance network_info: |[{"id": "11037f7e-2857-4f70-8621-a4d774f67d49", "address": "fa:16:3e:af:92:3d", "network": {"id": "3b3eb54c-64c6-4cd7-a5ae-89301c82fb12", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1886892445", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11037f7e-28", "ovs_interfaceid": "11037f7e-2857-4f70-8621-a4d774f67d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0be51d19-e48a-48c9-87a4-664f782176d3", "address": "fa:16:3e:95:f3:9b", "network": {"id": "66b4572f-41b8-42d8-89d7-e02e1a1ec4d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1819097297", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be51d19-e4", "ovs_interfaceid": "0be51d19-e48a-48c9-87a4-664f782176d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.645367] env[62364]: DEBUG oslo_concurrency.lockutils [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] Acquired lock "refresh_cache-8346d86f-aba6-45a1-abe2-b4f61f752dbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.645406] env[62364]: DEBUG nova.network.neutron [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Refreshing network info cache for port 0be51d19-e48a-48c9-87a4-664f782176d3 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.646695] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:92:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11037f7e-2857-4f70-8621-a4d774f67d49', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:f3:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0be51d19-e48a-48c9-87a4-664f782176d3', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.656571] env[62364]: DEBUG oslo.service.loopingcall [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.657539] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.657825] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17d942da-eeea-497e-a94e-1519a9ecde6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.694132] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc5a1a4-494e-4b24-a28b-115fbd3b98e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.699140] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.699140] env[62364]: value = "task-2481276" [ 1045.699140] env[62364]: _type = "Task" [ 1045.699140] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.712957] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] The volume has not been displaced from its original location: [datastore1] volume-89a75aa1-b2fd-4b65-899a-0a10aaefc9cb/volume-89a75aa1-b2fd-4b65-899a-0a10aaefc9cb.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1045.718163] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1045.720284] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2571b800-af9f-4a72-aa13-96841ffbc186 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.739853] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481276, 'name': CreateVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.741171] env[62364]: DEBUG oslo_vmware.api [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1045.741171] env[62364]: value = "task-2481277" [ 1045.741171] env[62364]: _type = "Task" [ 1045.741171] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.749828] env[62364]: DEBUG oslo_vmware.api [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.754401] env[62364]: DEBUG nova.compute.utils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1045.757492] env[62364]: DEBUG nova.compute.manager [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.757663] env[62364]: DEBUG nova.network.neutron [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.801799] env[62364]: DEBUG nova.policy [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a179eaf3de44b4984095fc9681733b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '869a42155d53401884ca1040f8a87871', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.809219] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481274, 'name': CreateVM_Task, 'duration_secs': 0.326837} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.809443] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.810067] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.810219] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.810619] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.810881] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f39f526-5964-4417-964e-366f945ea975 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.816251] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1045.816251] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c2beb2-bfec-d527-4969-02215d0bac9f" [ 1045.816251] env[62364]: _type = "Task" [ 1045.816251] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.826895] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c2beb2-bfec-d527-4969-02215d0bac9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.926049] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481275, 'name': ReconfigVM_Task, 'duration_secs': 0.150101} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.926411] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502082', 'volume_id': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'name': 'volume-d8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5d9ad77d-39e3-41ea-8abb-122bad5b5cff', 'attached_at': '2025-02-12T19:45:34.000000', 'detached_at': '', 'volume_id': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12', 'serial': 'd8f8b128-8630-4fe0-9e2a-74cc15ec7b12'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1045.926705] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.927574] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f8a908-88e1-47aa-b446-30db47dab195 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.935401] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.935670] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b5d8271-5f9d-4ced-9ce7-d3978bce278c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.978253] env[62364]: DEBUG nova.network.neutron [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updated VIF entry in instance network info cache for port f3d1bc33-3042-4364-a6df-e0c5a571985b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.978767] env[62364]: DEBUG nova.network.neutron [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updating instance_info_cache with network_info: [{"id": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "address": "fa:16:3e:75:ad:eb", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d1bc33-30", "ovs_interfaceid": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.003020] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.003295] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.003516] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleting the datastore file [datastore2] 5d9ad77d-39e3-41ea-8abb-122bad5b5cff {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.003810] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f48b565-6dda-4ed7-896a-cec05002d76a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.013522] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1046.013522] env[62364]: value = "task-2481279" [ 1046.013522] env[62364]: _type = "Task" [ 1046.013522] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.022986] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.092407] env[62364]: DEBUG nova.network.neutron [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Successfully created port: e53cdc9e-5dc5-49a7-869d-b145cca1c0eb {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.209967] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481276, 'name': CreateVM_Task, 'duration_secs': 0.450988} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.210219] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.210999] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.233729] env[62364]: DEBUG nova.network.neutron [-] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.252806] env[62364]: DEBUG oslo_vmware.api [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481277, 'name': ReconfigVM_Task, 'duration_secs': 0.252455} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.252806] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1046.257983] env[62364]: DEBUG nova.compute.manager [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.260881] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c63e70-32c8-479a-bf47-23c565a504d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.281143] env[62364]: DEBUG oslo_vmware.api [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1046.281143] env[62364]: value = "task-2481280" [ 1046.281143] env[62364]: _type = "Task" [ 1046.281143] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.290746] env[62364]: DEBUG oslo_vmware.api [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.332368] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c2beb2-bfec-d527-4969-02215d0bac9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.332649] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.332942] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.333429] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.333429] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.334831] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.334831] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.335167] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.335684] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ded805b9-2618-4fcc-b10b-8ffd018f2092 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.338319] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9aafafc-5443-4c56-9c4b-d26b696e7ec5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.346863] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1046.346863] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5209d8b2-2753-ce24-d1af-2dd3bea188ba" [ 1046.346863] env[62364]: _type = "Task" [ 1046.346863] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.353343] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.353501] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.357374] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1184eb-3206-4821-827d-621989425fbf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.363289] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5209d8b2-2753-ce24-d1af-2dd3bea188ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.366660] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1046.366660] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]525e58d6-0489-86c6-68fd-7afaa9599e02" [ 1046.366660] env[62364]: _type = "Task" [ 1046.366660] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.380812] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525e58d6-0489-86c6-68fd-7afaa9599e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.471020] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b97122-7c3f-43fa-a978-378a66c791df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.479413] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d6506c-95f6-4e41-9706-50af880e8eae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.482877] env[62364]: DEBUG oslo_concurrency.lockutils [req-44fc8c94-88d8-4b0e-98d4-44e75f1ff195 req-4f7c18b8-d8df-428a-9d4f-8fc93caf0dcb service nova] Releasing lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.514144] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57351b19-ca8f-4c46-9098-9e9ae1dbd682 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.526053] env[62364]: DEBUG oslo_vmware.api [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150017} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.526910] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.526910] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.526910] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.526910] env[62364]: INFO nova.compute.manager [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1046.527168] env[62364]: DEBUG oslo.service.loopingcall [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.528317] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8c554a-3884-4e25-a798-47d12e63e015 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.531888] env[62364]: DEBUG nova.compute.manager [-] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.531982] env[62364]: DEBUG nova.network.neutron [-] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.543832] env[62364]: DEBUG nova.compute.provider_tree [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.545863] env[62364]: DEBUG nova.network.neutron [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Updated VIF entry in instance network info cache for port 0be51d19-e48a-48c9-87a4-664f782176d3. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.546162] env[62364]: DEBUG nova.network.neutron [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Updating instance_info_cache with network_info: [{"id": "11037f7e-2857-4f70-8621-a4d774f67d49", "address": "fa:16:3e:af:92:3d", "network": {"id": "3b3eb54c-64c6-4cd7-a5ae-89301c82fb12", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1886892445", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11037f7e-28", "ovs_interfaceid": "11037f7e-2857-4f70-8621-a4d774f67d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0be51d19-e48a-48c9-87a4-664f782176d3", "address": "fa:16:3e:95:f3:9b", "network": {"id": "66b4572f-41b8-42d8-89d7-e02e1a1ec4d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1819097297", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6db3ab52a8b14ed3921b6c35bdb80ae0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0be51d19-e4", "ovs_interfaceid": "0be51d19-e48a-48c9-87a4-664f782176d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.737683] env[62364]: INFO nova.compute.manager [-] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Took 1.27 seconds to deallocate network for instance. [ 1046.792154] env[62364]: DEBUG oslo_vmware.api [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481280, 'name': ReconfigVM_Task, 'duration_secs': 0.150719} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.792154] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502080', 'volume_id': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'name': 'volume-89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cfa355e5-ea30-4e2d-ba43-afd90e3d4afc', 'attached_at': '', 'detached_at': '', 'volume_id': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb', 'serial': '89a75aa1-b2fd-4b65-899a-0a10aaefc9cb'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1046.861163] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5209d8b2-2753-ce24-d1af-2dd3bea188ba, 'name': SearchDatastore_Task, 'duration_secs': 0.02341} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.861420] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.861695] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.861953] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.866688] env[62364]: DEBUG nova.compute.manager [req-d3e4f943-dbb4-4557-a96b-039c9e74b2ec req-a35088e0-f168-41fc-ad1d-4d5dcc6578c2 service nova] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Received event network-vif-deleted-f43774f2-ffd7-4e47-950b-41dbab966cdd {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1046.877725] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525e58d6-0489-86c6-68fd-7afaa9599e02, 'name': SearchDatastore_Task, 'duration_secs': 0.024891} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.878934] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a16243-7c01-435f-8cdf-fbe4d7fb7dcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.884913] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1046.884913] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5220d4eb-f93f-ca86-4f53-f69d7a5edd44" [ 1046.884913] env[62364]: _type = "Task" [ 1046.884913] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.893374] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5220d4eb-f93f-ca86-4f53-f69d7a5edd44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.049952] env[62364]: DEBUG nova.scheduler.client.report [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.053412] env[62364]: DEBUG oslo_concurrency.lockutils [req-4551f1e5-e63a-42dd-b0d2-10679344eb2f req-6f9950a7-dc58-4d3a-804f-2c1cdaa1310c service nova] Releasing lock "refresh_cache-8346d86f-aba6-45a1-abe2-b4f61f752dbc" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.243232] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.277698] env[62364]: DEBUG nova.compute.manager [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.304687] env[62364]: DEBUG nova.virt.hardware [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.304945] env[62364]: DEBUG nova.virt.hardware [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.305117] env[62364]: DEBUG nova.virt.hardware [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.305312] env[62364]: DEBUG nova.virt.hardware [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.305463] env[62364]: DEBUG nova.virt.hardware [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.305612] env[62364]: DEBUG nova.virt.hardware [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.305822] env[62364]: DEBUG nova.virt.hardware [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.305986] env[62364]: DEBUG nova.virt.hardware [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.306288] env[62364]: DEBUG nova.virt.hardware [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.306469] env[62364]: DEBUG nova.virt.hardware [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.306645] env[62364]: DEBUG nova.virt.hardware [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.307552] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4887e173-bcbf-4acb-beb0-a7ae73ce2d13 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.316357] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9057a5da-b04f-458a-9edc-b7a78d8af9ed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.335067] env[62364]: DEBUG nova.objects.instance [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lazy-loading 'flavor' on Instance uuid cfa355e5-ea30-4e2d-ba43-afd90e3d4afc {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.395971] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5220d4eb-f93f-ca86-4f53-f69d7a5edd44, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.396597] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.396597] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 43837287-48c0-4bed-aea2-fccdaa7d8ea7/43837287-48c0-4bed-aea2-fccdaa7d8ea7.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.396814] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.397130] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.397531] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19d882ef-4420-4e68-88b7-92e40f78559e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.399413] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-791b76ab-f32e-4e6c-b7c0-b2b6bfd78630 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.408663] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1047.408663] env[62364]: value = "task-2481281" [ 1047.408663] env[62364]: _type = "Task" [ 1047.408663] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.412993] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.413207] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.414368] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6a7de5-b534-43ea-bd5a-0007864c0044 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.420608] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.424311] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1047.424311] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5240f4fc-ee87-a4b3-0af7-811f720c3eb0" [ 1047.424311] env[62364]: _type = "Task" [ 1047.424311] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.433593] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5240f4fc-ee87-a4b3-0af7-811f720c3eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.528401] env[62364]: DEBUG nova.network.neutron [-] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.555787] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.556450] env[62364]: DEBUG nova.compute.manager [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.559911] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.751s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.560149] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.563504] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.296s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.563749] env[62364]: DEBUG nova.objects.instance [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lazy-loading 'resources' on Instance uuid aab0ebf3-8dea-442b-a6be-d47f224b6ab6 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.572341] env[62364]: DEBUG nova.network.neutron [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Successfully updated port: e53cdc9e-5dc5-49a7-869d-b145cca1c0eb {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.602166] env[62364]: INFO nova.scheduler.client.report [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted allocations for instance 4e65d3a4-3b7f-4c97-bba4-4465630bfd93 [ 1047.918637] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472566} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.918913] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 43837287-48c0-4bed-aea2-fccdaa7d8ea7/43837287-48c0-4bed-aea2-fccdaa7d8ea7.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.919152] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.919432] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61acb7f1-6551-435d-b150-57e29d8c65c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.929027] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1047.929027] env[62364]: value = "task-2481282" [ 1047.929027] env[62364]: _type = "Task" [ 1047.929027] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.936303] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5240f4fc-ee87-a4b3-0af7-811f720c3eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.00944} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.937479] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f61e45-4604-4407-828b-ec628a296c01 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.942748] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.948359] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1047.948359] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b2a7f5-9dc4-e657-6545-1e3c7f88e8c0" [ 1047.948359] env[62364]: _type = "Task" [ 1047.948359] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.956487] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b2a7f5-9dc4-e657-6545-1e3c7f88e8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.030905] env[62364]: INFO nova.compute.manager [-] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Took 1.50 seconds to deallocate network for instance. [ 1048.070174] env[62364]: DEBUG nova.compute.utils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1048.071666] env[62364]: DEBUG nova.compute.manager [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.071831] env[62364]: DEBUG nova.network.neutron [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.075763] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "refresh_cache-1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.075949] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "refresh_cache-1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.076110] env[62364]: DEBUG nova.network.neutron [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.111826] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa80c0f6-3576-4592-9ac4-25a2f9a23751 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "4e65d3a4-3b7f-4c97-bba4-4465630bfd93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.704s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.121146] env[62364]: DEBUG nova.policy [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '607db64986fd4355b1ae186dddd03893', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5467d8cac2034ba185937af047a716db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.231275] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efa98f5-a835-47ce-9173-9d5fbc9034b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.239438] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60962114-25be-40de-b45d-6da03f343ecb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.269903] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7d873e-13ab-4a77-97eb-f3252b6c45a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.278024] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd64cb7f-df74-4393-8337-fe15fb01935a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.291448] env[62364]: DEBUG nova.compute.provider_tree [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.341652] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6c9c181f-5fb9-4bf9-afec-f2ac96c419e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.382070] env[62364]: DEBUG nova.network.neutron [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Successfully created port: 6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.439633] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067517} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.439901] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.440736] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a94af2-3a62-4b33-9db1-1627d43bf744 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.465985] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 43837287-48c0-4bed-aea2-fccdaa7d8ea7/43837287-48c0-4bed-aea2-fccdaa7d8ea7.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.469285] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8842f6cf-8a76-47e2-9bd5-7cc92c86deca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.489237] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b2a7f5-9dc4-e657-6545-1e3c7f88e8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.490437] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.490698] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 8346d86f-aba6-45a1-abe2-b4f61f752dbc/8346d86f-aba6-45a1-abe2-b4f61f752dbc.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.491012] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1048.491012] env[62364]: value = "task-2481283" [ 1048.491012] env[62364]: _type = "Task" [ 1048.491012] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.491203] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1b31298-2a45-4a4e-8dce-41e26823bd09 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.501446] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.502670] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1048.502670] env[62364]: value = "task-2481284" [ 1048.502670] env[62364]: _type = "Task" [ 1048.502670] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.510741] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.579314] env[62364]: DEBUG nova.compute.manager [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.603582] env[62364]: INFO nova.compute.manager [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Took 0.57 seconds to detach 1 volumes for instance. [ 1048.649634] env[62364]: DEBUG nova.network.neutron [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.797427] env[62364]: DEBUG nova.scheduler.client.report [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.822415] env[62364]: DEBUG nova.network.neutron [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Updating instance_info_cache with network_info: [{"id": "e53cdc9e-5dc5-49a7-869d-b145cca1c0eb", "address": "fa:16:3e:f2:79:bd", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53cdc9e-5d", "ovs_interfaceid": "e53cdc9e-5dc5-49a7-869d-b145cca1c0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.899874] env[62364]: DEBUG nova.compute.manager [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Received event network-vif-deleted-8c437f20-450e-4505-a246-0f6a1f4df29f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1048.900195] env[62364]: DEBUG nova.compute.manager [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Received event network-vif-plugged-e53cdc9e-5dc5-49a7-869d-b145cca1c0eb {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1048.900517] env[62364]: DEBUG oslo_concurrency.lockutils [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] Acquiring lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.900799] env[62364]: DEBUG oslo_concurrency.lockutils [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.901054] env[62364]: DEBUG oslo_concurrency.lockutils [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.901243] env[62364]: DEBUG nova.compute.manager [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] No waiting events found dispatching network-vif-plugged-e53cdc9e-5dc5-49a7-869d-b145cca1c0eb {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.901423] env[62364]: WARNING nova.compute.manager [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Received unexpected event network-vif-plugged-e53cdc9e-5dc5-49a7-869d-b145cca1c0eb for instance with vm_state building and task_state spawning. [ 1048.901625] env[62364]: DEBUG nova.compute.manager [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Received event network-changed-e53cdc9e-5dc5-49a7-869d-b145cca1c0eb {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1048.901796] env[62364]: DEBUG nova.compute.manager [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Refreshing instance network info cache due to event network-changed-e53cdc9e-5dc5-49a7-869d-b145cca1c0eb. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1048.901967] env[62364]: DEBUG oslo_concurrency.lockutils [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] Acquiring lock "refresh_cache-1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.004381] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481283, 'name': ReconfigVM_Task, 'duration_secs': 0.299541} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.007506] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 43837287-48c0-4bed-aea2-fccdaa7d8ea7/43837287-48c0-4bed-aea2-fccdaa7d8ea7.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.008281] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4d8e3f4-60fb-4f90-b5c9-77755389203f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.015851] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505216} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.017159] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 8346d86f-aba6-45a1-abe2-b4f61f752dbc/8346d86f-aba6-45a1-abe2-b4f61f752dbc.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.017391] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.017702] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1049.017702] env[62364]: value = "task-2481285" [ 1049.017702] env[62364]: _type = "Task" [ 1049.017702] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.018085] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d0057a5-5438-4f7a-9021-251174bb382e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.028017] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481285, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.029314] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1049.029314] env[62364]: value = "task-2481286" [ 1049.029314] env[62364]: _type = "Task" [ 1049.029314] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.039409] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.111923] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.303585] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.305620] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.063s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.305855] env[62364]: DEBUG nova.objects.instance [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lazy-loading 'resources' on Instance uuid 829a7b11-bbd2-4193-869c-71fb8e8e0075 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.324726] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "refresh_cache-1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.325042] env[62364]: DEBUG nova.compute.manager [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Instance network_info: |[{"id": "e53cdc9e-5dc5-49a7-869d-b145cca1c0eb", "address": "fa:16:3e:f2:79:bd", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53cdc9e-5d", "ovs_interfaceid": "e53cdc9e-5dc5-49a7-869d-b145cca1c0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.325384] env[62364]: DEBUG oslo_concurrency.lockutils [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] Acquired lock "refresh_cache-1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.325580] env[62364]: DEBUG nova.network.neutron [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Refreshing network info cache for port e53cdc9e-5dc5-49a7-869d-b145cca1c0eb {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.326869] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:79:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e53cdc9e-5dc5-49a7-869d-b145cca1c0eb', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.334383] env[62364]: DEBUG oslo.service.loopingcall [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.335960] env[62364]: INFO nova.scheduler.client.report [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted allocations for instance aab0ebf3-8dea-442b-a6be-d47f224b6ab6 [ 1049.336845] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.340768] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-327ecaf1-8643-4367-845c-ccf3567b149c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.361724] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.361724] env[62364]: value = "task-2481287" [ 1049.361724] env[62364]: _type = "Task" [ 1049.361724] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.369730] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481287, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.385778] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.386033] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.386272] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.386471] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.386643] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.388633] env[62364]: INFO nova.compute.manager [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Terminating instance [ 1049.531207] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481285, 'name': Rename_Task, 'duration_secs': 0.157468} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.534148] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.534148] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5321e007-ca00-4898-b6aa-567240ff0561 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.541419] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066004} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.542701] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.543057] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1049.543057] env[62364]: value = "task-2481288" [ 1049.543057] env[62364]: _type = "Task" [ 1049.543057] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.543736] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44749414-b0a1-43d1-b13d-982de44f2964 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.553671] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.573296] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 8346d86f-aba6-45a1-abe2-b4f61f752dbc/8346d86f-aba6-45a1-abe2-b4f61f752dbc.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.573384] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d24ac22-a2e3-4a15-aeca-fbf772469777 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.588737] env[62364]: DEBUG nova.compute.manager [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.598862] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1049.598862] env[62364]: value = "task-2481289" [ 1049.598862] env[62364]: _type = "Task" [ 1049.598862] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.609694] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.619705] env[62364]: DEBUG nova.virt.hardware [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.619864] env[62364]: DEBUG nova.virt.hardware [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.620053] env[62364]: DEBUG nova.virt.hardware [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.620254] env[62364]: DEBUG nova.virt.hardware [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.620413] env[62364]: DEBUG nova.virt.hardware [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.620633] env[62364]: DEBUG nova.virt.hardware [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.620879] env[62364]: DEBUG nova.virt.hardware [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.621123] env[62364]: DEBUG nova.virt.hardware [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.621314] env[62364]: DEBUG nova.virt.hardware [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.621491] env[62364]: DEBUG nova.virt.hardware [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.621674] env[62364]: DEBUG nova.virt.hardware [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.622587] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9d1c77-ee07-4594-bfaa-e5f13b6bcd06 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.631737] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d905acf-ddb6-42e8-bf94-6a499d1496f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.859063] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bac3116a-be53-4ced-99b9-5d0266cd3b1e tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "aab0ebf3-8dea-442b-a6be-d47f224b6ab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.142s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.872236] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481287, 'name': CreateVM_Task, 'duration_secs': 0.356389} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.872452] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.873159] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.873325] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.873661] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.873926] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d79ef3-eaa6-42d2-99cb-d6b566f01f57 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.885800] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1049.885800] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5221607e-23b9-98f2-fa4e-0220b0ebbd63" [ 1049.885800] env[62364]: _type = "Task" [ 1049.885800] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.891782] env[62364]: DEBUG nova.compute.manager [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.891986] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.896208] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0fd85f-2d41-4e5d-b3d9-4d57e9a76af2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.905097] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5221607e-23b9-98f2-fa4e-0220b0ebbd63, 'name': SearchDatastore_Task, 'duration_secs': 0.017372} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.907410] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.907661] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.907956] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.908131] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.908423] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.908736] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.908957] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0e1f12b-8f5e-48d0-81db-4592024d2407 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.911103] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af916d00-89ca-4878-811a-15dc683744d7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.922861] env[62364]: DEBUG oslo_vmware.api [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1049.922861] env[62364]: value = "task-2481290" [ 1049.922861] env[62364]: _type = "Task" [ 1049.922861] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.924859] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.924859] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.931804] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c135acd1-9297-455f-94dd-5522a55b2bd9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.939598] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1049.939598] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]523c6bc3-82a2-9510-67c0-d59351e85a4e" [ 1049.939598] env[62364]: _type = "Task" [ 1049.939598] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.943483] env[62364]: DEBUG oslo_vmware.api [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.960206] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]523c6bc3-82a2-9510-67c0-d59351e85a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.017379} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.961212] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab1277e-53a3-45dd-9e7b-5f6fa7f6393b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.968722] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1049.968722] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526a1f3d-7e32-22d5-cf3f-90cf0a789b5e" [ 1049.968722] env[62364]: _type = "Task" [ 1049.968722] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.978831] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526a1f3d-7e32-22d5-cf3f-90cf0a789b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.994129] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f22ce9-0216-45d0-95bd-75afb5f68a58 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.002802] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d323fa1a-f60a-416c-90c9-d0e9b9bca90b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.045865] env[62364]: DEBUG nova.network.neutron [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Successfully updated port: 6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.047602] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ff6f68-a99c-4c58-b332-e472f12f2767 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.060559] env[62364]: DEBUG oslo_vmware.api [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481288, 'name': PowerOnVM_Task, 'duration_secs': 0.498753} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.062263] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.062474] env[62364]: INFO nova.compute.manager [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1050.062660] env[62364]: DEBUG nova.compute.manager [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.063996] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c842f89a-e44f-4016-b39a-8d86819d9e2a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.067288] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4138749-3fd3-4b3e-bc6e-c2a7fb69d79a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.086594] env[62364]: DEBUG nova.compute.provider_tree [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.109262] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481289, 'name': ReconfigVM_Task, 'duration_secs': 0.353726} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.109579] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 8346d86f-aba6-45a1-abe2-b4f61f752dbc/8346d86f-aba6-45a1-abe2-b4f61f752dbc.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.110226] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d13e687-7286-4e80-bf1c-6ef3a85e1571 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.117663] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1050.117663] env[62364]: value = "task-2481291" [ 1050.117663] env[62364]: _type = "Task" [ 1050.117663] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.129839] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481291, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.166757] env[62364]: DEBUG nova.network.neutron [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Updated VIF entry in instance network info cache for port e53cdc9e-5dc5-49a7-869d-b145cca1c0eb. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.167142] env[62364]: DEBUG nova.network.neutron [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Updating instance_info_cache with network_info: [{"id": "e53cdc9e-5dc5-49a7-869d-b145cca1c0eb", "address": "fa:16:3e:f2:79:bd", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53cdc9e-5d", "ovs_interfaceid": "e53cdc9e-5dc5-49a7-869d-b145cca1c0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.434482] env[62364]: DEBUG oslo_vmware.api [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481290, 'name': PowerOffVM_Task, 'duration_secs': 0.224637} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.434783] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.434956] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.435561] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ebd26c3-3ef2-4384-8576-c03690f9378e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.480986] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526a1f3d-7e32-22d5-cf3f-90cf0a789b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.016017} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.480986] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.480986] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0/1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.480986] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec70028d-028a-45b9-9457-4436d60032cf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.490331] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1050.490331] env[62364]: value = "task-2481293" [ 1050.490331] env[62364]: _type = "Task" [ 1050.490331] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.497560] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.552606] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "refresh_cache-f0a97147-0608-4214-8446-7dc152dc77c7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.552774] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "refresh_cache-f0a97147-0608-4214-8446-7dc152dc77c7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.552888] env[62364]: DEBUG nova.network.neutron [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.592430] env[62364]: DEBUG nova.scheduler.client.report [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.602189] env[62364]: INFO nova.compute.manager [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Took 20.16 seconds to build instance. [ 1050.629499] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481291, 'name': Rename_Task, 'duration_secs': 0.397021} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.630233] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.630233] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f499c9d-ec22-4b9d-b23d-3cc8b41d4356 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.639466] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1050.639466] env[62364]: value = "task-2481294" [ 1050.639466] env[62364]: _type = "Task" [ 1050.639466] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.653041] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.670556] env[62364]: DEBUG oslo_concurrency.lockutils [req-6fbe279d-9c18-43ba-a7d2-b0a89b6a57f0 req-f6a03573-766d-462b-81c8-0058744f9b48 service nova] Releasing lock "refresh_cache-1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.702571] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.702858] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.703070] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleting the datastore file [datastore2] cfa355e5-ea30-4e2d-ba43-afd90e3d4afc {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.703379] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1471f206-c539-417b-9637-35140785bd1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.712394] env[62364]: DEBUG oslo_vmware.api [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1050.712394] env[62364]: value = "task-2481295" [ 1050.712394] env[62364]: _type = "Task" [ 1050.712394] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.722063] env[62364]: DEBUG oslo_vmware.api [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.996495] env[62364]: DEBUG nova.compute.manager [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Received event network-vif-plugged-6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1050.996786] env[62364]: DEBUG oslo_concurrency.lockutils [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] Acquiring lock "f0a97147-0608-4214-8446-7dc152dc77c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.997044] env[62364]: DEBUG oslo_concurrency.lockutils [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] Lock "f0a97147-0608-4214-8446-7dc152dc77c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.997258] env[62364]: DEBUG oslo_concurrency.lockutils [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] Lock "f0a97147-0608-4214-8446-7dc152dc77c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.997477] env[62364]: DEBUG nova.compute.manager [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] No waiting events found dispatching network-vif-plugged-6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.997667] env[62364]: WARNING nova.compute.manager [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Received unexpected event network-vif-plugged-6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5 for instance with vm_state building and task_state spawning. [ 1050.997865] env[62364]: DEBUG nova.compute.manager [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Received event network-changed-6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1050.998072] env[62364]: DEBUG nova.compute.manager [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Refreshing instance network info cache due to event network-changed-6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1050.998357] env[62364]: DEBUG oslo_concurrency.lockutils [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] Acquiring lock "refresh_cache-f0a97147-0608-4214-8446-7dc152dc77c7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.005607] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443005} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.005879] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0/1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.006196] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.006507] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-375d38ee-408b-492e-b052-f25a580a4288 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.014290] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1051.014290] env[62364]: value = "task-2481296" [ 1051.014290] env[62364]: _type = "Task" [ 1051.014290] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.025705] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.055065] env[62364]: DEBUG oslo_concurrency.lockutils [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquiring lock "4768e305-b49d-4313-808c-13c09ebb6f3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.055433] env[62364]: DEBUG oslo_concurrency.lockutils [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Lock "4768e305-b49d-4313-808c-13c09ebb6f3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.055597] env[62364]: DEBUG oslo_concurrency.lockutils [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquiring lock "4768e305-b49d-4313-808c-13c09ebb6f3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.055777] env[62364]: DEBUG oslo_concurrency.lockutils [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Lock "4768e305-b49d-4313-808c-13c09ebb6f3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.055954] env[62364]: DEBUG oslo_concurrency.lockutils [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Lock "4768e305-b49d-4313-808c-13c09ebb6f3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.059930] env[62364]: INFO nova.compute.manager [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Terminating instance [ 1051.100470] env[62364]: DEBUG nova.network.neutron [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.103030] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.104969] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.993s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.105206] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.106910] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6dcf17f3-0d8b-4ee9-a0b2-5119af3a7584 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.673s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.124126] env[62364]: INFO nova.scheduler.client.report [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleted allocations for instance 5d9ad77d-39e3-41ea-8abb-122bad5b5cff [ 1051.129020] env[62364]: INFO nova.scheduler.client.report [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Deleted allocations for instance 829a7b11-bbd2-4193-869c-71fb8e8e0075 [ 1051.150646] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.224168] env[62364]: DEBUG oslo_vmware.api [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371323} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.224423] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.224616] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.224788] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.224957] env[62364]: INFO nova.compute.manager [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1051.225240] env[62364]: DEBUG oslo.service.loopingcall [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.225436] env[62364]: DEBUG nova.compute.manager [-] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.225726] env[62364]: DEBUG nova.network.neutron [-] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.293624] env[62364]: DEBUG nova.network.neutron [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Updating instance_info_cache with network_info: [{"id": "6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5", "address": "fa:16:3e:cf:d7:b1", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd9dc95-f8", "ovs_interfaceid": "6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.301129] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "3729a854-aa50-497d-9222-5e6c757b8583" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.301371] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "3729a854-aa50-497d-9222-5e6c757b8583" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.524842] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068163} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.525140] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.525928] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37046bf-3d4f-4c15-bc18-8b3a0cb4fed7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.553463] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0/1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.553898] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa887e9-3441-4fb2-bb25-24a835b81a2f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.571943] env[62364]: DEBUG nova.compute.manager [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.572245] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.573028] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95af8d2d-6936-4c96-a724-097927500054 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.582159] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.582952] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-177dcc10-838e-483c-b5da-c7ec3c0f966f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.586448] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1051.586448] env[62364]: value = "task-2481297" [ 1051.586448] env[62364]: _type = "Task" [ 1051.586448] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.593690] env[62364]: DEBUG oslo_vmware.api [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for the task: (returnval){ [ 1051.593690] env[62364]: value = "task-2481298" [ 1051.593690] env[62364]: _type = "Task" [ 1051.593690] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.600583] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.606496] env[62364]: DEBUG oslo_vmware.api [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.644068] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03202f2a-40de-4453-9b00-9a78ee9febfa tempest-ServerRescueNegativeTestJSON-1901957778 tempest-ServerRescueNegativeTestJSON-1901957778-project-member] Lock "829a7b11-bbd2-4193-869c-71fb8e8e0075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.861s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.648956] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9c494220-dd65-4103-b79f-5df371c5f0a8 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "5d9ad77d-39e3-41ea-8abb-122bad5b5cff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.904s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.658585] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481294, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.796397] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "refresh_cache-f0a97147-0608-4214-8446-7dc152dc77c7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.796772] env[62364]: DEBUG nova.compute.manager [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Instance network_info: |[{"id": "6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5", "address": "fa:16:3e:cf:d7:b1", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd9dc95-f8", "ovs_interfaceid": "6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.797355] env[62364]: DEBUG oslo_concurrency.lockutils [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] Acquired lock "refresh_cache-f0a97147-0608-4214-8446-7dc152dc77c7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.797682] env[62364]: DEBUG nova.network.neutron [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Refreshing network info cache for port 6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.800638] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:d7:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.810959] env[62364]: DEBUG oslo.service.loopingcall [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.815316] env[62364]: DEBUG nova.compute.manager [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.816297] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.817731] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a815e378-61aa-400d-b63c-791db3f2da98 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.843961] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.843961] env[62364]: value = "task-2481299" [ 1051.843961] env[62364]: _type = "Task" [ 1051.843961] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.852746] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481299, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.920954] env[62364]: DEBUG nova.compute.manager [req-36205bfb-7c93-492a-b100-4439bb7c994c req-22d467af-35fe-4913-84a2-a4b64d4b0cfc service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Received event network-changed-bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1051.920954] env[62364]: DEBUG nova.compute.manager [req-36205bfb-7c93-492a-b100-4439bb7c994c req-22d467af-35fe-4913-84a2-a4b64d4b0cfc service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing instance network info cache due to event network-changed-bcfdb2a3-82d5-4963-9da3-efe08c20036b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1051.920954] env[62364]: DEBUG oslo_concurrency.lockutils [req-36205bfb-7c93-492a-b100-4439bb7c994c req-22d467af-35fe-4913-84a2-a4b64d4b0cfc service nova] Acquiring lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.920954] env[62364]: DEBUG oslo_concurrency.lockutils [req-36205bfb-7c93-492a-b100-4439bb7c994c req-22d467af-35fe-4913-84a2-a4b64d4b0cfc service nova] Acquired lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.920954] env[62364]: DEBUG nova.network.neutron [req-36205bfb-7c93-492a-b100-4439bb7c994c req-22d467af-35fe-4913-84a2-a4b64d4b0cfc service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing network info cache for port bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.099811] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.106808] env[62364]: DEBUG oslo_vmware.api [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481298, 'name': PowerOffVM_Task, 'duration_secs': 0.253352} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.106808] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.106808] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.106808] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c36ac1eb-78bf-4781-8c71-7aedd639a3ba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.158019] env[62364]: DEBUG oslo_vmware.api [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481294, 'name': PowerOnVM_Task, 'duration_secs': 1.073268} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.158019] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.158019] env[62364]: INFO nova.compute.manager [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Took 11.98 seconds to spawn the instance on the hypervisor. [ 1052.158019] env[62364]: DEBUG nova.compute.manager [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.158019] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca44248-c09c-4465-bd9f-0917b4e25848 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.186034] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.186034] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.186034] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Deleting the datastore file [datastore1] 4768e305-b49d-4313-808c-13c09ebb6f3a {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.186034] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3173022-d477-4021-95ff-a4c4ed2575c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.193999] env[62364]: DEBUG oslo_vmware.api [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for the task: (returnval){ [ 1052.193999] env[62364]: value = "task-2481301" [ 1052.193999] env[62364]: _type = "Task" [ 1052.193999] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.206960] env[62364]: DEBUG oslo_vmware.api [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.257243] env[62364]: DEBUG nova.network.neutron [-] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.348481] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.349128] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.352132] env[62364]: INFO nova.compute.claims [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.360014] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481299, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.603473] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481297, 'name': ReconfigVM_Task, 'duration_secs': 0.787826} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.603775] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0/1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.604422] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30389043-c706-4ebd-a6ea-fb902a13ae1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.615768] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1052.615768] env[62364]: value = "task-2481302" [ 1052.615768] env[62364]: _type = "Task" [ 1052.615768] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.626753] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481302, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.675519] env[62364]: INFO nova.compute.manager [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Took 22.79 seconds to build instance. [ 1052.705171] env[62364]: DEBUG oslo_vmware.api [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Task: {'id': task-2481301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267116} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.705502] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.705715] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.705904] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.706113] env[62364]: INFO nova.compute.manager [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1052.706417] env[62364]: DEBUG oslo.service.loopingcall [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1052.706630] env[62364]: DEBUG nova.compute.manager [-] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.706726] env[62364]: DEBUG nova.network.neutron [-] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.760028] env[62364]: INFO nova.compute.manager [-] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Took 1.53 seconds to deallocate network for instance. [ 1052.807150] env[62364]: DEBUG nova.network.neutron [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Updated VIF entry in instance network info cache for port 6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.807530] env[62364]: DEBUG nova.network.neutron [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Updating instance_info_cache with network_info: [{"id": "6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5", "address": "fa:16:3e:cf:d7:b1", "network": {"id": "5515fcf5-0bb9-419d-9721-dfaa9ccd1002", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-483289126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5467d8cac2034ba185937af047a716db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd9dc95-f8", "ovs_interfaceid": "6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.857526] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481299, 'name': CreateVM_Task, 'duration_secs': 0.666392} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.857774] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.858549] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.858642] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.858960] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.859913] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86bbc594-2515-4ec6-afa7-07ff32db2bfb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.866932] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1052.866932] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5255ca02-df32-4dca-8b1d-c5f507a255dc" [ 1052.866932] env[62364]: _type = "Task" [ 1052.866932] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.882901] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5255ca02-df32-4dca-8b1d-c5f507a255dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.925282] env[62364]: DEBUG nova.network.neutron [req-36205bfb-7c93-492a-b100-4439bb7c994c req-22d467af-35fe-4913-84a2-a4b64d4b0cfc service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updated VIF entry in instance network info cache for port bcfdb2a3-82d5-4963-9da3-efe08c20036b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.925750] env[62364]: DEBUG nova.network.neutron [req-36205bfb-7c93-492a-b100-4439bb7c994c req-22d467af-35fe-4913-84a2-a4b64d4b0cfc service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updating instance_info_cache with network_info: [{"id": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "address": "fa:16:3e:d4:b5:ec", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfdb2a3-82", "ovs_interfaceid": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.126434] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481302, 'name': Rename_Task, 'duration_secs': 0.191115} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.126877] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.126950] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-377ddf80-3166-4dcb-b0c6-2348089d7a51 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.136564] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1053.136564] env[62364]: value = "task-2481303" [ 1053.136564] env[62364]: _type = "Task" [ 1053.136564] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.149297] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.178057] env[62364]: DEBUG oslo_concurrency.lockutils [None req-23c16e49-8895-4a2f-b6b6-2c130dc1c3b9 tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.302s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.268012] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.311682] env[62364]: DEBUG oslo_concurrency.lockutils [req-5c7626f0-73f1-4377-92f6-1f3f3e9784e1 req-d4ef0c60-0969-4c2e-bb74-6b21585d065b service nova] Releasing lock "refresh_cache-f0a97147-0608-4214-8446-7dc152dc77c7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.381471] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5255ca02-df32-4dca-8b1d-c5f507a255dc, 'name': SearchDatastore_Task, 'duration_secs': 0.028636} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.381779] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.382027] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.382268] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.382550] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.382612] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.382959] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76c856ec-9227-4fe6-a1d0-1cc58dbb4d1a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.393033] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.393239] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.394026] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d4f9b44-8d4e-47cd-a1e0-a6079e51153f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.408071] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1053.408071] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52bc941d-1fc8-d18f-671e-1f0a34b5d180" [ 1053.408071] env[62364]: _type = "Task" [ 1053.408071] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.423261] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52bc941d-1fc8-d18f-671e-1f0a34b5d180, 'name': SearchDatastore_Task, 'duration_secs': 0.013688} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.429559] env[62364]: DEBUG nova.compute.manager [req-86e5f83b-b407-47b3-b457-af137d1d569f req-c428a21c-2362-4be2-8d9e-07f6b01ac997 service nova] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Received event network-vif-deleted-9863336f-2685-46aa-90e5-6d53ab84d4a0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1053.429778] env[62364]: DEBUG oslo_concurrency.lockutils [req-36205bfb-7c93-492a-b100-4439bb7c994c req-22d467af-35fe-4913-84a2-a4b64d4b0cfc service nova] Releasing lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.430315] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13af6a6-6c14-4f3f-8e56-dfbb291c8a8b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.437541] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1053.437541] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b3dafb-84be-9487-b8a3-2b7b38a0db08" [ 1053.437541] env[62364]: _type = "Task" [ 1053.437541] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.452176] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b3dafb-84be-9487-b8a3-2b7b38a0db08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.559797] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b3a00b-421d-4e71-95e9-1c564417f536 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.569779] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42380ab6-d07e-448f-88f7-1888794836ba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.606161] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796b00a-14d4-456b-a203-8eafd747866c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.615739] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048d3f5b-5541-4227-b564-723bbe9297aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.634504] env[62364]: DEBUG nova.compute.provider_tree [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.648695] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.949862] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b3dafb-84be-9487-b8a3-2b7b38a0db08, 'name': SearchDatastore_Task, 'duration_secs': 0.019008} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.950299] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.950423] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f0a97147-0608-4214-8446-7dc152dc77c7/f0a97147-0608-4214-8446-7dc152dc77c7.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.950684] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-214a4fa5-daf6-4b3a-9544-ad3d22732d5a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.959951] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1053.959951] env[62364]: value = "task-2481304" [ 1053.959951] env[62364]: _type = "Task" [ 1053.959951] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.970992] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.065092] env[62364]: DEBUG nova.compute.manager [req-0b34ea1d-a588-4302-9127-88aea05a0fa9 req-30c5c35b-c1ca-4e69-af04-6fc474884174 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Received event network-changed-f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1054.065301] env[62364]: DEBUG nova.compute.manager [req-0b34ea1d-a588-4302-9127-88aea05a0fa9 req-30c5c35b-c1ca-4e69-af04-6fc474884174 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Refreshing instance network info cache due to event network-changed-f3d1bc33-3042-4364-a6df-e0c5a571985b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1054.065579] env[62364]: DEBUG oslo_concurrency.lockutils [req-0b34ea1d-a588-4302-9127-88aea05a0fa9 req-30c5c35b-c1ca-4e69-af04-6fc474884174 service nova] Acquiring lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.065659] env[62364]: DEBUG oslo_concurrency.lockutils [req-0b34ea1d-a588-4302-9127-88aea05a0fa9 req-30c5c35b-c1ca-4e69-af04-6fc474884174 service nova] Acquired lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.065819] env[62364]: DEBUG nova.network.neutron [req-0b34ea1d-a588-4302-9127-88aea05a0fa9 req-30c5c35b-c1ca-4e69-af04-6fc474884174 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Refreshing network info cache for port f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.139307] env[62364]: DEBUG nova.scheduler.client.report [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.157387] env[62364]: DEBUG oslo_vmware.api [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481303, 'name': PowerOnVM_Task, 'duration_secs': 0.885017} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.161162] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.161162] env[62364]: INFO nova.compute.manager [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1054.161162] env[62364]: DEBUG nova.compute.manager [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.161162] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5665ecf2-1f38-4c03-83b8-9fc9de0fb42b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.232341] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "41690a03-01fb-4790-b9d6-6063e3015191" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.232587] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "41690a03-01fb-4790-b9d6-6063e3015191" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.379018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.379018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.379018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.379018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.379018] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.382035] env[62364]: INFO nova.compute.manager [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Terminating instance [ 1054.473277] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481304, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.652349] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.652818] env[62364]: DEBUG nova.compute.manager [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.655603] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.388s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.655860] env[62364]: DEBUG nova.objects.instance [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lazy-loading 'resources' on Instance uuid cfa355e5-ea30-4e2d-ba43-afd90e3d4afc {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.669498] env[62364]: DEBUG nova.network.neutron [-] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.690043] env[62364]: INFO nova.compute.manager [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Took 20.63 seconds to build instance. [ 1054.737066] env[62364]: DEBUG nova.compute.manager [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.853869] env[62364]: DEBUG nova.network.neutron [req-0b34ea1d-a588-4302-9127-88aea05a0fa9 req-30c5c35b-c1ca-4e69-af04-6fc474884174 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updated VIF entry in instance network info cache for port f3d1bc33-3042-4364-a6df-e0c5a571985b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.854292] env[62364]: DEBUG nova.network.neutron [req-0b34ea1d-a588-4302-9127-88aea05a0fa9 req-30c5c35b-c1ca-4e69-af04-6fc474884174 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updating instance_info_cache with network_info: [{"id": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "address": "fa:16:3e:75:ad:eb", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d1bc33-30", "ovs_interfaceid": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.887878] env[62364]: DEBUG nova.compute.manager [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.888148] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.889189] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178835eb-e0e8-44b0-8b08-a6957d445199 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.899212] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.899520] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76963433-f05d-4006-be65-a63fbe5f94b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.905952] env[62364]: DEBUG oslo_vmware.api [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1054.905952] env[62364]: value = "task-2481305" [ 1054.905952] env[62364]: _type = "Task" [ 1054.905952] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.914301] env[62364]: DEBUG oslo_vmware.api [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.972159] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690855} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.972433] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] f0a97147-0608-4214-8446-7dc152dc77c7/f0a97147-0608-4214-8446-7dc152dc77c7.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.972663] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.972936] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8923f1bd-1edf-4f37-9e49-e45a3ce12128 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.982580] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1054.982580] env[62364]: value = "task-2481306" [ 1054.982580] env[62364]: _type = "Task" [ 1054.982580] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.990922] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.158894] env[62364]: DEBUG nova.compute.utils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1055.164037] env[62364]: DEBUG nova.compute.manager [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.164037] env[62364]: DEBUG nova.network.neutron [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.172229] env[62364]: INFO nova.compute.manager [-] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Took 2.47 seconds to deallocate network for instance. [ 1055.192363] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51da0d2d-3a02-4fe9-bf4a-282defcca00e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.136s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.238332] env[62364]: DEBUG nova.policy [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edc3325e9dbd4961b8f82a0ada2edabd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e23e84f6b4241319b2f94b3ff65927a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.266215] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.356560] env[62364]: DEBUG oslo_concurrency.lockutils [req-0b34ea1d-a588-4302-9127-88aea05a0fa9 req-30c5c35b-c1ca-4e69-af04-6fc474884174 service nova] Releasing lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.359574] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a18f208-97d3-410b-bdb8-e0633511258f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.368212] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e36f61-58a7-4158-8217-0bffcfb4bc35 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.399434] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208cc271-ccc3-4bb3-a3d3-7b3180dcd5a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.410081] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689e7ec1-11b7-4cb7-8875-3297934c88a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.418215] env[62364]: DEBUG oslo_vmware.api [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481305, 'name': PowerOffVM_Task, 'duration_secs': 0.212092} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.425675] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.425861] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.426351] env[62364]: DEBUG nova.compute.provider_tree [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.427634] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55654806-39da-4000-b9d7-3a7cdfc8d634 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.493847] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077181} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.494305] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.495166] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd8ff63-6ed0-4fbe-8e5e-90a4bbb937e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.524270] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] f0a97147-0608-4214-8446-7dc152dc77c7/f0a97147-0608-4214-8446-7dc152dc77c7.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.524270] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd67b65f-c957-4062-b43c-6f9b72ee0e65 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.539119] env[62364]: DEBUG nova.network.neutron [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Successfully created port: a0655efe-4df5-4970-b3aa-f710ea9882ee {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.547446] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1055.547446] env[62364]: value = "task-2481308" [ 1055.547446] env[62364]: _type = "Task" [ 1055.547446] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.557087] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.666644] env[62364]: DEBUG nova.compute.manager [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.680242] env[62364]: DEBUG oslo_concurrency.lockutils [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.723916] env[62364]: DEBUG nova.compute.manager [req-92f80c12-68fd-40c0-9a89-8b449838b68b req-11ed60d8-8404-4b41-bb62-eaa0c62cf533 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Received event network-changed-e53cdc9e-5dc5-49a7-869d-b145cca1c0eb {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1055.724140] env[62364]: DEBUG nova.compute.manager [req-92f80c12-68fd-40c0-9a89-8b449838b68b req-11ed60d8-8404-4b41-bb62-eaa0c62cf533 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Refreshing instance network info cache due to event network-changed-e53cdc9e-5dc5-49a7-869d-b145cca1c0eb. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1055.724354] env[62364]: DEBUG oslo_concurrency.lockutils [req-92f80c12-68fd-40c0-9a89-8b449838b68b req-11ed60d8-8404-4b41-bb62-eaa0c62cf533 service nova] Acquiring lock "refresh_cache-1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.724501] env[62364]: DEBUG oslo_concurrency.lockutils [req-92f80c12-68fd-40c0-9a89-8b449838b68b req-11ed60d8-8404-4b41-bb62-eaa0c62cf533 service nova] Acquired lock "refresh_cache-1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.724661] env[62364]: DEBUG nova.network.neutron [req-92f80c12-68fd-40c0-9a89-8b449838b68b req-11ed60d8-8404-4b41-bb62-eaa0c62cf533 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Refreshing network info cache for port e53cdc9e-5dc5-49a7-869d-b145cca1c0eb {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.807959] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.807959] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.808058] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Deleting the datastore file [datastore1] 8346d86f-aba6-45a1-abe2-b4f61f752dbc {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.808457] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0375734-c02e-4d98-ad8d-0578b87ddc5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.816927] env[62364]: DEBUG oslo_vmware.api [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for the task: (returnval){ [ 1055.816927] env[62364]: value = "task-2481309" [ 1055.816927] env[62364]: _type = "Task" [ 1055.816927] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.825992] env[62364]: DEBUG oslo_vmware.api [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.931631] env[62364]: DEBUG nova.scheduler.client.report [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.057973] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481308, 'name': ReconfigVM_Task, 'duration_secs': 0.390979} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.058370] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Reconfigured VM instance instance-00000063 to attach disk [datastore1] f0a97147-0608-4214-8446-7dc152dc77c7/f0a97147-0608-4214-8446-7dc152dc77c7.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.058985] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cde42510-607e-4a26-8680-869b8ab96d4f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.065884] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1056.065884] env[62364]: value = "task-2481310" [ 1056.065884] env[62364]: _type = "Task" [ 1056.065884] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.073568] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481310, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.104218] env[62364]: DEBUG nova.compute.manager [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Received event network-vif-deleted-d2b3db52-2b29-4670-88de-5319535cba91 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1056.104597] env[62364]: DEBUG nova.compute.manager [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Received event network-changed-f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1056.104715] env[62364]: DEBUG nova.compute.manager [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Refreshing instance network info cache due to event network-changed-f3d1bc33-3042-4364-a6df-e0c5a571985b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1056.104868] env[62364]: DEBUG oslo_concurrency.lockutils [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] Acquiring lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.105039] env[62364]: DEBUG oslo_concurrency.lockutils [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] Acquired lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.105224] env[62364]: DEBUG nova.network.neutron [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Refreshing network info cache for port f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.332643] env[62364]: DEBUG oslo_vmware.api [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Task: {'id': task-2481309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216172} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.333049] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.333488] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.333646] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.333955] env[62364]: INFO nova.compute.manager [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1056.334387] env[62364]: DEBUG oslo.service.loopingcall [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.334684] env[62364]: DEBUG nova.compute.manager [-] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.334835] env[62364]: DEBUG nova.network.neutron [-] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.437185] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.439530] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.174s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.441847] env[62364]: INFO nova.compute.claims [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.461326] env[62364]: INFO nova.scheduler.client.report [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleted allocations for instance cfa355e5-ea30-4e2d-ba43-afd90e3d4afc [ 1056.537474] env[62364]: DEBUG nova.network.neutron [req-92f80c12-68fd-40c0-9a89-8b449838b68b req-11ed60d8-8404-4b41-bb62-eaa0c62cf533 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Updated VIF entry in instance network info cache for port e53cdc9e-5dc5-49a7-869d-b145cca1c0eb. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.537851] env[62364]: DEBUG nova.network.neutron [req-92f80c12-68fd-40c0-9a89-8b449838b68b req-11ed60d8-8404-4b41-bb62-eaa0c62cf533 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Updating instance_info_cache with network_info: [{"id": "e53cdc9e-5dc5-49a7-869d-b145cca1c0eb", "address": "fa:16:3e:f2:79:bd", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53cdc9e-5d", "ovs_interfaceid": "e53cdc9e-5dc5-49a7-869d-b145cca1c0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.576359] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481310, 'name': Rename_Task, 'duration_secs': 0.142105} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.576558] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.576809] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed78bdd-3519-4473-9f7a-8e9c8fb7cec0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.584163] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1056.584163] env[62364]: value = "task-2481311" [ 1056.584163] env[62364]: _type = "Task" [ 1056.584163] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.592019] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.678657] env[62364]: DEBUG nova.compute.manager [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.706572] env[62364]: DEBUG nova.virt.hardware [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.706871] env[62364]: DEBUG nova.virt.hardware [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.707128] env[62364]: DEBUG nova.virt.hardware [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.707345] env[62364]: DEBUG nova.virt.hardware [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.707501] env[62364]: DEBUG nova.virt.hardware [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.707667] env[62364]: DEBUG nova.virt.hardware [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.707889] env[62364]: DEBUG nova.virt.hardware [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.708074] env[62364]: DEBUG nova.virt.hardware [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.708251] env[62364]: DEBUG nova.virt.hardware [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.708449] env[62364]: DEBUG nova.virt.hardware [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.708643] env[62364]: DEBUG nova.virt.hardware [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.709590] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a141231e-ba7b-48d3-9b7c-95b4e8450722 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.721699] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5968785b-053c-460f-804e-5e19d3209285 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.936462] env[62364]: DEBUG nova.network.neutron [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updated VIF entry in instance network info cache for port f3d1bc33-3042-4364-a6df-e0c5a571985b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.937073] env[62364]: DEBUG nova.network.neutron [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updating instance_info_cache with network_info: [{"id": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "address": "fa:16:3e:75:ad:eb", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d1bc33-30", "ovs_interfaceid": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.970921] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b48765b5-6cf6-43f1-9b10-69abd70692a3 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "cfa355e5-ea30-4e2d-ba43-afd90e3d4afc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.582s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.040654] env[62364]: DEBUG oslo_concurrency.lockutils [req-92f80c12-68fd-40c0-9a89-8b449838b68b req-11ed60d8-8404-4b41-bb62-eaa0c62cf533 service nova] Releasing lock "refresh_cache-1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.095448] env[62364]: DEBUG oslo_vmware.api [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481311, 'name': PowerOnVM_Task, 'duration_secs': 0.468749} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.095742] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.095948] env[62364]: INFO nova.compute.manager [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1057.096153] env[62364]: DEBUG nova.compute.manager [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.097182] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aff480-6671-4bc6-b418-14de49cb1ca2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.167030] env[62364]: DEBUG nova.network.neutron [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Successfully updated port: a0655efe-4df5-4970-b3aa-f710ea9882ee {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.443777] env[62364]: DEBUG oslo_concurrency.lockutils [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] Releasing lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.444571] env[62364]: DEBUG nova.compute.manager [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Received event network-changed-bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1057.444870] env[62364]: DEBUG nova.compute.manager [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing instance network info cache due to event network-changed-bcfdb2a3-82d5-4963-9da3-efe08c20036b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1057.445183] env[62364]: DEBUG oslo_concurrency.lockutils [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] Acquiring lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.445408] env[62364]: DEBUG oslo_concurrency.lockutils [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] Acquired lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.445588] env[62364]: DEBUG nova.network.neutron [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing network info cache for port bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.499505] env[62364]: DEBUG nova.network.neutron [-] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.605103] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02330e1-dedc-4bd0-a320-c8fe08b951eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.617387] env[62364]: INFO nova.compute.manager [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Took 18.70 seconds to build instance. [ 1057.620860] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b484282b-8d7e-4ee9-8198-f70fa7d0d172 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.658174] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1798fa-d880-4cec-afb9-1557851b4888 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.667701] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b5e04e-4083-42c3-8a0a-b09db2325409 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.672675] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.672675] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.672675] env[62364]: DEBUG nova.network.neutron [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.688359] env[62364]: DEBUG nova.compute.provider_tree [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.753553] env[62364]: DEBUG nova.compute.manager [req-35f4046c-df43-487d-8d45-ba561986f60c req-a0d079b6-b0d8-4240-a30b-f1ef8ebd0ac6 service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Received event network-vif-deleted-0be51d19-e48a-48c9-87a4-664f782176d3 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1057.753553] env[62364]: DEBUG nova.compute.manager [req-35f4046c-df43-487d-8d45-ba561986f60c req-a0d079b6-b0d8-4240-a30b-f1ef8ebd0ac6 service nova] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Received event network-vif-deleted-11037f7e-2857-4f70-8621-a4d774f67d49 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1057.771834] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.772165] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.772355] env[62364]: DEBUG nova.compute.manager [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.773246] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062fcf30-fc2c-4ff7-9875-f96480d627ed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.781064] env[62364]: DEBUG nova.compute.manager [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62364) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1057.781713] env[62364]: DEBUG nova.objects.instance [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'flavor' on Instance uuid 49b10d42-1180-4747-862c-fc0a6b7d3e94 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.003347] env[62364]: INFO nova.compute.manager [-] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Took 1.67 seconds to deallocate network for instance. [ 1058.118941] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0508e8c5-3576-47ff-bfe8-e8d63bb5ddef tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f0a97147-0608-4214-8446-7dc152dc77c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.211s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.191989] env[62364]: DEBUG nova.scheduler.client.report [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.209480] env[62364]: DEBUG nova.network.neutron [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.242656] env[62364]: DEBUG nova.compute.manager [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Received event network-vif-plugged-a0655efe-4df5-4970-b3aa-f710ea9882ee {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1058.242949] env[62364]: DEBUG oslo_concurrency.lockutils [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] Acquiring lock "3729a854-aa50-497d-9222-5e6c757b8583-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.243201] env[62364]: DEBUG oslo_concurrency.lockutils [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] Lock "3729a854-aa50-497d-9222-5e6c757b8583-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.243430] env[62364]: DEBUG oslo_concurrency.lockutils [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] Lock "3729a854-aa50-497d-9222-5e6c757b8583-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.243549] env[62364]: DEBUG nova.compute.manager [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] No waiting events found dispatching network-vif-plugged-a0655efe-4df5-4970-b3aa-f710ea9882ee {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.243748] env[62364]: WARNING nova.compute.manager [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Received unexpected event network-vif-plugged-a0655efe-4df5-4970-b3aa-f710ea9882ee for instance with vm_state building and task_state spawning. [ 1058.243863] env[62364]: DEBUG nova.compute.manager [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Received event network-changed-a0655efe-4df5-4970-b3aa-f710ea9882ee {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1058.244770] env[62364]: DEBUG nova.compute.manager [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Refreshing instance network info cache due to event network-changed-a0655efe-4df5-4970-b3aa-f710ea9882ee. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1058.244770] env[62364]: DEBUG oslo_concurrency.lockutils [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] Acquiring lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.352406] env[62364]: DEBUG nova.network.neutron [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance_info_cache with network_info: [{"id": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "address": "fa:16:3e:57:02:70", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0655efe-4d", "ovs_interfaceid": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.356510] env[62364]: DEBUG nova.network.neutron [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updated VIF entry in instance network info cache for port bcfdb2a3-82d5-4963-9da3-efe08c20036b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.356510] env[62364]: DEBUG nova.network.neutron [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updating instance_info_cache with network_info: [{"id": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "address": "fa:16:3e:d4:b5:ec", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfdb2a3-82", "ovs_interfaceid": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.510988] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.698994] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.699561] env[62364]: DEBUG nova.compute.manager [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.702368] env[62364]: DEBUG oslo_concurrency.lockutils [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.022s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.702729] env[62364]: DEBUG nova.objects.instance [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Lazy-loading 'resources' on Instance uuid 4768e305-b49d-4313-808c-13c09ebb6f3a {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.789867] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.790204] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e971cdc9-9a42-415c-995c-b4a90d5a30fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.798242] env[62364]: DEBUG oslo_vmware.api [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1058.798242] env[62364]: value = "task-2481312" [ 1058.798242] env[62364]: _type = "Task" [ 1058.798242] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.807844] env[62364]: DEBUG oslo_vmware.api [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.855663] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.855877] env[62364]: DEBUG nova.compute.manager [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Instance network_info: |[{"id": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "address": "fa:16:3e:57:02:70", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0655efe-4d", "ovs_interfaceid": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.856221] env[62364]: DEBUG oslo_concurrency.lockutils [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] Acquired lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.856478] env[62364]: DEBUG nova.network.neutron [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Refreshing network info cache for port a0655efe-4df5-4970-b3aa-f710ea9882ee {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.858090] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:02:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0655efe-4df5-4970-b3aa-f710ea9882ee', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.865932] env[62364]: DEBUG oslo.service.loopingcall [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.867503] env[62364]: DEBUG oslo_concurrency.lockutils [req-6f982f41-e4e8-4c61-bc37-5c24ded57d53 req-e23d69ba-1e71-4d08-9027-c35cbd9e32df service nova] Releasing lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.867912] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.868577] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53dacddd-5d67-42b8-bd0f-8928fb3e963b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.889471] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.889471] env[62364]: value = "task-2481313" [ 1058.889471] env[62364]: _type = "Task" [ 1058.889471] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.897486] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481313, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.954732] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquiring lock "67053182-6d68-47e8-9b87-a8239c255867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.954732] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Lock "67053182-6d68-47e8-9b87-a8239c255867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.954950] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquiring lock "67053182-6d68-47e8-9b87-a8239c255867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.954992] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Lock "67053182-6d68-47e8-9b87-a8239c255867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.955156] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Lock "67053182-6d68-47e8-9b87-a8239c255867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.957443] env[62364]: INFO nova.compute.manager [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Terminating instance [ 1059.099106] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "f0a97147-0608-4214-8446-7dc152dc77c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.099500] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f0a97147-0608-4214-8446-7dc152dc77c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.099778] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "f0a97147-0608-4214-8446-7dc152dc77c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.100034] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f0a97147-0608-4214-8446-7dc152dc77c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.100270] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f0a97147-0608-4214-8446-7dc152dc77c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.103463] env[62364]: INFO nova.compute.manager [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Terminating instance [ 1059.153361] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.153663] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.207299] env[62364]: DEBUG nova.compute.utils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1059.213074] env[62364]: DEBUG nova.compute.manager [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.213074] env[62364]: DEBUG nova.network.neutron [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.266544] env[62364]: DEBUG nova.policy [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73fdd2087fb4936a1d4b0cf74d7c0df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4acab565f6e448a490f338459a47f680', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.316669] env[62364]: DEBUG oslo_vmware.api [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481312, 'name': PowerOffVM_Task, 'duration_secs': 0.313819} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.317104] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.317430] env[62364]: DEBUG nova.compute.manager [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.318661] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e4e1b8-6556-481a-b299-05385aac5082 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.378120] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e804a1-f86d-44cc-a14d-69fd1f4181e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.389089] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf8e4b9-03c8-45b9-b3bf-4d2ec18dbe1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.445697] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1391f7-6496-40d7-ac5c-b9dfc2987c61 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.454862] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481313, 'name': CreateVM_Task, 'duration_secs': 0.519369} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.455746] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.456784] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.457063] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.457551] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.457927] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32472217-be93-46fb-aebb-45748a8abf87 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.464854] env[62364]: DEBUG nova.compute.manager [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.465220] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.469025] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695601ed-de75-4c41-b7a5-fe3f8b5ffb50 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.472910] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8509720f-d052-4872-90a8-9045e6fda8bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.481280] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1059.481280] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]524a828f-8608-8c0f-7783-9e031701e14f" [ 1059.481280] env[62364]: _type = "Task" [ 1059.481280] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.505559] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.506355] env[62364]: DEBUG nova.compute.provider_tree [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.512516] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da071e99-4573-43b1-a602-c301488001bf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.522227] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]524a828f-8608-8c0f-7783-9e031701e14f, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.523990] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.524436] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.524799] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.525056] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.526502] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.526502] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71904659-9294-4055-b541-124219e2aea0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.532251] env[62364]: DEBUG oslo_vmware.api [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for the task: (returnval){ [ 1059.532251] env[62364]: value = "task-2481314" [ 1059.532251] env[62364]: _type = "Task" [ 1059.532251] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.543497] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.543828] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.549669] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e014ef21-8496-40d2-a142-33e8987331de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.554610] env[62364]: DEBUG oslo_vmware.api [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.565644] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1059.565644] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b00394-e8d1-b44c-70a4-0e855d2a9905" [ 1059.565644] env[62364]: _type = "Task" [ 1059.565644] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.583140] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b00394-e8d1-b44c-70a4-0e855d2a9905, 'name': SearchDatastore_Task, 'duration_secs': 0.012616} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.583140] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c215aa-0e80-4270-88ed-856217b010d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.591201] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1059.591201] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]525a784f-6795-b41d-c26e-752877bc827d" [ 1059.591201] env[62364]: _type = "Task" [ 1059.591201] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.603755] env[62364]: DEBUG nova.network.neutron [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Successfully created port: 1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.614069] env[62364]: DEBUG nova.compute.manager [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.614387] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.614810] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525a784f-6795-b41d-c26e-752877bc827d, 'name': SearchDatastore_Task, 'duration_secs': 0.013614} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.616247] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f605a5-f243-4651-8536-cbf9dd132516 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.620770] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.621102] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 3729a854-aa50-497d-9222-5e6c757b8583/3729a854-aa50-497d-9222-5e6c757b8583.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.621668] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-964a6df6-f1e4-46aa-91ac-50065734d689 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.633722] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.635683] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d5298c9-bf6e-4aaf-bffb-23745231d3dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.638520] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1059.638520] env[62364]: value = "task-2481315" [ 1059.638520] env[62364]: _type = "Task" [ 1059.638520] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.647807] env[62364]: DEBUG oslo_vmware.api [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1059.647807] env[62364]: value = "task-2481316" [ 1059.647807] env[62364]: _type = "Task" [ 1059.647807] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.661033] env[62364]: DEBUG nova.compute.manager [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.673677] env[62364]: DEBUG oslo_vmware.api [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.711974] env[62364]: DEBUG nova.compute.manager [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.756464] env[62364]: DEBUG nova.network.neutron [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updated VIF entry in instance network info cache for port a0655efe-4df5-4970-b3aa-f710ea9882ee. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.756828] env[62364]: DEBUG nova.network.neutron [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance_info_cache with network_info: [{"id": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "address": "fa:16:3e:57:02:70", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0655efe-4d", "ovs_interfaceid": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.837902] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f9bc4d04-a0d6-4924-b6d1-7c6546926153 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.022635] env[62364]: DEBUG nova.scheduler.client.report [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.059051] env[62364]: DEBUG oslo_vmware.api [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481314, 'name': PowerOffVM_Task, 'duration_secs': 0.227368} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.059388] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.059646] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.059953] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35bf74b5-d761-42d6-be3b-25b4af177b20 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.154025] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481315, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.172470] env[62364]: DEBUG oslo_vmware.api [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481316, 'name': PowerOffVM_Task, 'duration_secs': 0.200981} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.172470] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.172470] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.172470] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Deleting the datastore file [datastore2] 67053182-6d68-47e8-9b87-a8239c255867 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.174712] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.174900] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.175164] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f38f193d-2da2-48b8-9162-2ff054de5f82 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.177221] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89dab55d-f326-4989-9f83-e3e1f8788f40 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.185144] env[62364]: DEBUG oslo_vmware.api [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for the task: (returnval){ [ 1060.185144] env[62364]: value = "task-2481318" [ 1060.185144] env[62364]: _type = "Task" [ 1060.185144] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.191484] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.194757] env[62364]: DEBUG oslo_vmware.api [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.255543] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.255976] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.256775] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleting the datastore file [datastore1] f0a97147-0608-4214-8446-7dc152dc77c7 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.257051] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc2702a2-c918-418a-b013-4aa724144615 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.260279] env[62364]: DEBUG oslo_concurrency.lockutils [req-e114cd98-b7f7-402a-b9c4-8d64bba58c9d req-f238267f-da96-4e6a-bd82-b2fb2a9e0cf9 service nova] Releasing lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.267776] env[62364]: DEBUG oslo_vmware.api [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for the task: (returnval){ [ 1060.267776] env[62364]: value = "task-2481320" [ 1060.267776] env[62364]: _type = "Task" [ 1060.267776] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.277258] env[62364]: DEBUG oslo_vmware.api [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.405045] env[62364]: DEBUG nova.objects.instance [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'flavor' on Instance uuid 49b10d42-1180-4747-862c-fc0a6b7d3e94 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.528785] env[62364]: DEBUG oslo_concurrency.lockutils [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.531260] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.020s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.532046] env[62364]: DEBUG nova.objects.instance [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lazy-loading 'resources' on Instance uuid 8346d86f-aba6-45a1-abe2-b4f61f752dbc {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.553793] env[62364]: INFO nova.scheduler.client.report [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Deleted allocations for instance 4768e305-b49d-4313-808c-13c09ebb6f3a [ 1060.650143] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569048} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.650388] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 3729a854-aa50-497d-9222-5e6c757b8583/3729a854-aa50-497d-9222-5e6c757b8583.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.650596] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.650859] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fe115c1-9052-4ebf-9a20-279560dd0adc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.658859] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1060.658859] env[62364]: value = "task-2481321" [ 1060.658859] env[62364]: _type = "Task" [ 1060.658859] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.669158] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.696244] env[62364]: DEBUG oslo_vmware.api [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Task: {'id': task-2481318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478141} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.696631] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.696856] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.697058] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.697243] env[62364]: INFO nova.compute.manager [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1060.697540] env[62364]: DEBUG oslo.service.loopingcall [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.698480] env[62364]: DEBUG nova.compute.manager [-] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.698480] env[62364]: DEBUG nova.network.neutron [-] [instance: 67053182-6d68-47e8-9b87-a8239c255867] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.724022] env[62364]: DEBUG nova.compute.manager [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.753988] env[62364]: DEBUG nova.virt.hardware [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.754304] env[62364]: DEBUG nova.virt.hardware [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.754478] env[62364]: DEBUG nova.virt.hardware [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.754665] env[62364]: DEBUG nova.virt.hardware [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.754816] env[62364]: DEBUG nova.virt.hardware [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.754966] env[62364]: DEBUG nova.virt.hardware [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.755194] env[62364]: DEBUG nova.virt.hardware [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.755355] env[62364]: DEBUG nova.virt.hardware [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.755523] env[62364]: DEBUG nova.virt.hardware [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.755688] env[62364]: DEBUG nova.virt.hardware [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.755866] env[62364]: DEBUG nova.virt.hardware [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.756768] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6159aecb-4e85-4015-919f-ee654f067c71 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.765858] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529a98f8-813a-4309-aebc-3318376e6b46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.786552] env[62364]: DEBUG oslo_vmware.api [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.910259] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.911678] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.911678] env[62364]: DEBUG nova.network.neutron [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.911678] env[62364]: DEBUG nova.objects.instance [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'info_cache' on Instance uuid 49b10d42-1180-4747-862c-fc0a6b7d3e94 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.060973] env[62364]: DEBUG oslo_concurrency.lockutils [None req-58d7dd13-d202-401e-80c7-a83001e0fd0b tempest-ServersV294TestFqdnHostnames-883171343 tempest-ServersV294TestFqdnHostnames-883171343-project-member] Lock "4768e305-b49d-4313-808c-13c09ebb6f3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.006s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.171905] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08924} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.173306] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.174457] env[62364]: DEBUG nova.compute.manager [req-b469f7a9-63ba-4097-ac59-a130d62a46ca req-6316579a-cb28-46c9-9e3d-e5639e43e875 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Received event network-vif-deleted-c898c270-41cc-4569-b20a-02b339fbb96f {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1061.174643] env[62364]: INFO nova.compute.manager [req-b469f7a9-63ba-4097-ac59-a130d62a46ca req-6316579a-cb28-46c9-9e3d-e5639e43e875 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Neutron deleted interface c898c270-41cc-4569-b20a-02b339fbb96f; detaching it from the instance and deleting it from the info cache [ 1061.174815] env[62364]: DEBUG nova.network.neutron [req-b469f7a9-63ba-4097-ac59-a130d62a46ca req-6316579a-cb28-46c9-9e3d-e5639e43e875 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.177276] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46f1b09-aa7d-41be-94de-25e6b86b6bfa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.181852] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097e4e01-0230-4d67-b879-1a25682ed624 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.206229] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 3729a854-aa50-497d-9222-5e6c757b8583/3729a854-aa50-497d-9222-5e6c757b8583.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.208906] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f13de721-ba31-4c71-a5c6-1a1c70b9c4f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.225300] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aebb758-4749-4c2e-842b-7a0f41bdb775 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.258732] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797a974-f64c-4350-9bc9-4f978bd30743 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.261762] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1061.261762] env[62364]: value = "task-2481322" [ 1061.261762] env[62364]: _type = "Task" [ 1061.261762] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.268885] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dc0c02-74c0-41b0-b187-84deb4ed96f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.275803] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.290802] env[62364]: DEBUG nova.compute.provider_tree [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.294345] env[62364]: DEBUG oslo_vmware.api [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Task: {'id': task-2481320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519039} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.294774] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.294958] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.295165] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.295329] env[62364]: INFO nova.compute.manager [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1061.295568] env[62364]: DEBUG oslo.service.loopingcall [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.295754] env[62364]: DEBUG nova.compute.manager [-] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.295845] env[62364]: DEBUG nova.network.neutron [-] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.414197] env[62364]: DEBUG nova.objects.base [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Object Instance<49b10d42-1180-4747-862c-fc0a6b7d3e94> lazy-loaded attributes: flavor,info_cache {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.653495] env[62364]: DEBUG nova.network.neutron [-] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.681575] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b19b8766-1d2d-459a-945a-8d1da906bd9c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.693407] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48196438-b09f-4014-ba5a-7b8c0e03081c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.726198] env[62364]: DEBUG nova.compute.manager [req-b469f7a9-63ba-4097-ac59-a130d62a46ca req-6316579a-cb28-46c9-9e3d-e5639e43e875 service nova] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Detach interface failed, port_id=c898c270-41cc-4569-b20a-02b339fbb96f, reason: Instance 67053182-6d68-47e8-9b87-a8239c255867 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1061.748439] env[62364]: DEBUG nova.compute.manager [req-5ec1cd58-59a9-4f6c-bbb1-e8e0a2e6fac9 req-06826731-a46a-4e63-b876-8b3cca7deb22 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Received event network-vif-plugged-1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1061.748686] env[62364]: DEBUG oslo_concurrency.lockutils [req-5ec1cd58-59a9-4f6c-bbb1-e8e0a2e6fac9 req-06826731-a46a-4e63-b876-8b3cca7deb22 service nova] Acquiring lock "41690a03-01fb-4790-b9d6-6063e3015191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.748983] env[62364]: DEBUG oslo_concurrency.lockutils [req-5ec1cd58-59a9-4f6c-bbb1-e8e0a2e6fac9 req-06826731-a46a-4e63-b876-8b3cca7deb22 service nova] Lock "41690a03-01fb-4790-b9d6-6063e3015191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.749785] env[62364]: DEBUG oslo_concurrency.lockutils [req-5ec1cd58-59a9-4f6c-bbb1-e8e0a2e6fac9 req-06826731-a46a-4e63-b876-8b3cca7deb22 service nova] Lock "41690a03-01fb-4790-b9d6-6063e3015191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.750019] env[62364]: DEBUG nova.compute.manager [req-5ec1cd58-59a9-4f6c-bbb1-e8e0a2e6fac9 req-06826731-a46a-4e63-b876-8b3cca7deb22 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] No waiting events found dispatching network-vif-plugged-1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.750199] env[62364]: WARNING nova.compute.manager [req-5ec1cd58-59a9-4f6c-bbb1-e8e0a2e6fac9 req-06826731-a46a-4e63-b876-8b3cca7deb22 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Received unexpected event network-vif-plugged-1ca48b03-fd57-47f7-94ef-5e1d67436d39 for instance with vm_state building and task_state spawning. [ 1061.774343] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481322, 'name': ReconfigVM_Task, 'duration_secs': 0.367177} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.774630] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 3729a854-aa50-497d-9222-5e6c757b8583/3729a854-aa50-497d-9222-5e6c757b8583.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.775303] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72a9cef8-f474-45b9-9f8a-87d478af9380 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.783350] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1061.783350] env[62364]: value = "task-2481323" [ 1061.783350] env[62364]: _type = "Task" [ 1061.783350] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.793480] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481323, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.796609] env[62364]: DEBUG nova.scheduler.client.report [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.900319] env[62364]: DEBUG nova.network.neutron [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Successfully updated port: 1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.033737] env[62364]: DEBUG nova.network.neutron [-] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.156443] env[62364]: INFO nova.compute.manager [-] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Took 1.46 seconds to deallocate network for instance. [ 1062.183725] env[62364]: DEBUG nova.network.neutron [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance_info_cache with network_info: [{"id": "53807fcd-ee84-456c-a46a-338cf8b8425d", "address": "fa:16:3e:35:73:3f", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53807fcd-ee", "ovs_interfaceid": "53807fcd-ee84-456c-a46a-338cf8b8425d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.295952] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481323, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.301768] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.303886] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.113s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.305389] env[62364]: INFO nova.compute.claims [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.329654] env[62364]: INFO nova.scheduler.client.report [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Deleted allocations for instance 8346d86f-aba6-45a1-abe2-b4f61f752dbc [ 1062.402658] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.402821] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.402973] env[62364]: DEBUG nova.network.neutron [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.536929] env[62364]: INFO nova.compute.manager [-] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Took 1.24 seconds to deallocate network for instance. [ 1062.662880] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.686750] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.795113] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481323, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.836920] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5754434d-e570-4872-9e43-3f2233319ece tempest-ServersTestMultiNic-1285802772 tempest-ServersTestMultiNic-1285802772-project-member] Lock "8346d86f-aba6-45a1-abe2-b4f61f752dbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.460s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.936316] env[62364]: DEBUG nova.network.neutron [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.047695] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.174386] env[62364]: DEBUG nova.network.neutron [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updating instance_info_cache with network_info: [{"id": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "address": "fa:16:3e:6e:8a:b7", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca48b03-fd", "ovs_interfaceid": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.207556] env[62364]: DEBUG nova.compute.manager [req-d542a5a8-bc5f-4200-97c7-3cc747fad61d req-e8d92c88-d2c1-4d00-8866-358953f774c6 service nova] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Received event network-vif-deleted-6dd9dc95-f8aa-46dc-9baa-7c6ffea76ec5 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1063.296554] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481323, 'name': Rename_Task, 'duration_secs': 1.153852} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.296843] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.297110] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3440b34-a65b-46c1-afb1-d5fb6e8dd821 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.305400] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1063.305400] env[62364]: value = "task-2481324" [ 1063.305400] env[62364]: _type = "Task" [ 1063.305400] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.316342] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.461885] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750a08fa-e49c-4099-a675-1384250da3af {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.471741] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eca523-8ff3-4429-962b-97dfe978baf6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.505318] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3501650-bb8b-41c8-a17d-ebc6aa742d84 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.514458] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad59799-85bb-4d93-98e3-8471bc78fd7f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.528600] env[62364]: DEBUG nova.compute.provider_tree [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.676551] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.676938] env[62364]: DEBUG nova.compute.manager [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Instance network_info: |[{"id": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "address": "fa:16:3e:6e:8a:b7", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca48b03-fd", "ovs_interfaceid": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.678041] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:8a:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ca48b03-fd57-47f7-94ef-5e1d67436d39', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.689423] env[62364]: DEBUG oslo.service.loopingcall [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.689423] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.689611] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0751b0f-ac11-4916-9e35-d308666eb8f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.714783] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.715604] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54fcd93b-7fbc-4e12-9b84-99d6a53ef769 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.738300] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.738300] env[62364]: value = "task-2481326" [ 1063.738300] env[62364]: _type = "Task" [ 1063.738300] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.739864] env[62364]: DEBUG oslo_vmware.api [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1063.739864] env[62364]: value = "task-2481325" [ 1063.739864] env[62364]: _type = "Task" [ 1063.739864] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.755110] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481326, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.760090] env[62364]: DEBUG oslo_vmware.api [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.777605] env[62364]: DEBUG nova.compute.manager [req-49693861-b9c0-4235-b39c-826e23e014ee req-3957322f-db83-42f0-a8e5-a3a7c52380c0 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Received event network-changed-1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1063.777893] env[62364]: DEBUG nova.compute.manager [req-49693861-b9c0-4235-b39c-826e23e014ee req-3957322f-db83-42f0-a8e5-a3a7c52380c0 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Refreshing instance network info cache due to event network-changed-1ca48b03-fd57-47f7-94ef-5e1d67436d39. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1063.778437] env[62364]: DEBUG oslo_concurrency.lockutils [req-49693861-b9c0-4235-b39c-826e23e014ee req-3957322f-db83-42f0-a8e5-a3a7c52380c0 service nova] Acquiring lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.778660] env[62364]: DEBUG oslo_concurrency.lockutils [req-49693861-b9c0-4235-b39c-826e23e014ee req-3957322f-db83-42f0-a8e5-a3a7c52380c0 service nova] Acquired lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.778888] env[62364]: DEBUG nova.network.neutron [req-49693861-b9c0-4235-b39c-826e23e014ee req-3957322f-db83-42f0-a8e5-a3a7c52380c0 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Refreshing network info cache for port 1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.817215] env[62364]: DEBUG oslo_vmware.api [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481324, 'name': PowerOnVM_Task, 'duration_secs': 0.486656} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.817528] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.817740] env[62364]: INFO nova.compute.manager [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1063.817937] env[62364]: DEBUG nova.compute.manager [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.818864] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccd33ca-7289-437d-9bce-1d8de8e361ee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.031522] env[62364]: DEBUG nova.scheduler.client.report [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.252570] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481326, 'name': CreateVM_Task, 'duration_secs': 0.416484} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.253097] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.253763] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.253931] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.254275] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.254531] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b216bd20-1181-4cae-8279-9fb5d12a660e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.259308] env[62364]: DEBUG oslo_vmware.api [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481325, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.263062] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1064.263062] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52424337-8843-ce0a-7ef1-49f86a0590dc" [ 1064.263062] env[62364]: _type = "Task" [ 1064.263062] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.270300] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52424337-8843-ce0a-7ef1-49f86a0590dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.339685] env[62364]: INFO nova.compute.manager [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Took 12.02 seconds to build instance. [ 1064.536845] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.537380] env[62364]: DEBUG nova.compute.manager [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.542868] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.880s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.543163] env[62364]: DEBUG nova.objects.instance [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Lazy-loading 'resources' on Instance uuid 67053182-6d68-47e8-9b87-a8239c255867 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.593710] env[62364]: DEBUG nova.network.neutron [req-49693861-b9c0-4235-b39c-826e23e014ee req-3957322f-db83-42f0-a8e5-a3a7c52380c0 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updated VIF entry in instance network info cache for port 1ca48b03-fd57-47f7-94ef-5e1d67436d39. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.594202] env[62364]: DEBUG nova.network.neutron [req-49693861-b9c0-4235-b39c-826e23e014ee req-3957322f-db83-42f0-a8e5-a3a7c52380c0 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updating instance_info_cache with network_info: [{"id": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "address": "fa:16:3e:6e:8a:b7", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca48b03-fd", "ovs_interfaceid": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.756046] env[62364]: DEBUG oslo_vmware.api [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481325, 'name': PowerOnVM_Task, 'duration_secs': 0.763842} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.756388] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.756637] env[62364]: DEBUG nova.compute.manager [None req-ae5246e7-5e46-4ffe-ba03-5c56005c6a11 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.757463] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f1e1a6-1ef7-45d3-b2d8-8bd8e4a36337 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.776984] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52424337-8843-ce0a-7ef1-49f86a0590dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.777318] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.777560] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.777791] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.779074] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.779074] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.779074] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b7432c-bb73-4cff-90f7-b9aa9978f66c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.794313] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.794524] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.795281] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63261e67-a371-43d6-8285-bc02f29ba777 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.802339] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1064.802339] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f79e4d-9317-0ed4-74ef-b2d5099fb01b" [ 1064.802339] env[62364]: _type = "Task" [ 1064.802339] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.814979] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f79e4d-9317-0ed4-74ef-b2d5099fb01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.841453] env[62364]: DEBUG oslo_concurrency.lockutils [None req-b0d17f7a-e98c-4989-9415-ecdfc7e83977 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "3729a854-aa50-497d-9222-5e6c757b8583" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.540s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.046701] env[62364]: DEBUG nova.compute.utils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1065.051771] env[62364]: DEBUG nova.compute.manager [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.051951] env[62364]: DEBUG nova.network.neutron [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.096963] env[62364]: DEBUG oslo_concurrency.lockutils [req-49693861-b9c0-4235-b39c-826e23e014ee req-3957322f-db83-42f0-a8e5-a3a7c52380c0 service nova] Releasing lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.153198] env[62364]: DEBUG nova.policy [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecb8b6f0907542129a238c115ba5a7e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0353bdca9cf04ec0b5ab0b36cdbef93f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.212993] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a49f13-5206-405c-9567-82cd91312c0d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.221750] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad05528-1d52-4095-966c-4bfad8e72719 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.258705] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8882769-aa36-4f0a-9274-d236525fe601 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.268419] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfbfa7f-3c38-4d31-83f9-eba89666fe4f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.285707] env[62364]: DEBUG nova.compute.provider_tree [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.311561] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f79e4d-9317-0ed4-74ef-b2d5099fb01b, 'name': SearchDatastore_Task, 'duration_secs': 0.018394} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.312930] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6baff85-e6e0-48a0-8b63-4f2e65ee3893 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.319072] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1065.319072] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527dcd07-d03e-bbca-4e4f-1184afe66f35" [ 1065.319072] env[62364]: _type = "Task" [ 1065.319072] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.328926] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527dcd07-d03e-bbca-4e4f-1184afe66f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.553469] env[62364]: DEBUG nova.compute.manager [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.772207] env[62364]: DEBUG nova.network.neutron [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Successfully created port: c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.789735] env[62364]: DEBUG nova.scheduler.client.report [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.833021] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527dcd07-d03e-bbca-4e4f-1184afe66f35, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.833021] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.833021] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 41690a03-01fb-4790-b9d6-6063e3015191/41690a03-01fb-4790-b9d6-6063e3015191.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.833021] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d7c142a-de46-4c67-8a0c-4bf8c03b1ce6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.839798] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1065.839798] env[62364]: value = "task-2481327" [ 1065.839798] env[62364]: _type = "Task" [ 1065.839798] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.848578] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.294944] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.297911] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.250s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.298467] env[62364]: DEBUG nova.objects.instance [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lazy-loading 'resources' on Instance uuid f0a97147-0608-4214-8446-7dc152dc77c7 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.325799] env[62364]: INFO nova.scheduler.client.report [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Deleted allocations for instance 67053182-6d68-47e8-9b87-a8239c255867 [ 1066.357464] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459527} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.357980] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 41690a03-01fb-4790-b9d6-6063e3015191/41690a03-01fb-4790-b9d6-6063e3015191.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.358282] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.358649] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a84fa29-3116-44eb-b3fd-a95ff5920a92 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.368760] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1066.368760] env[62364]: value = "task-2481328" [ 1066.368760] env[62364]: _type = "Task" [ 1066.368760] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.381280] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.564652] env[62364]: DEBUG nova.compute.manager [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.594536] env[62364]: DEBUG nova.virt.hardware [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.594800] env[62364]: DEBUG nova.virt.hardware [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.594961] env[62364]: DEBUG nova.virt.hardware [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.595160] env[62364]: DEBUG nova.virt.hardware [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.595308] env[62364]: DEBUG nova.virt.hardware [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.595473] env[62364]: DEBUG nova.virt.hardware [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.595700] env[62364]: DEBUG nova.virt.hardware [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.595863] env[62364]: DEBUG nova.virt.hardware [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.596207] env[62364]: DEBUG nova.virt.hardware [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.596465] env[62364]: DEBUG nova.virt.hardware [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.596679] env[62364]: DEBUG nova.virt.hardware [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.597605] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895dcde8-ac0e-46c4-ae41-9470d061411e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.606752] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19a8278-d76b-48e4-a212-ffd0599d6c62 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.647189] env[62364]: DEBUG nova.compute.manager [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Stashing vm_state: active {{(pid=62364) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1066.841460] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d6d23b6f-13e2-4c86-9a92-9df01b251794 tempest-ServersTestManualDisk-1545025275 tempest-ServersTestManualDisk-1545025275-project-member] Lock "67053182-6d68-47e8-9b87-a8239c255867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.887s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.880134] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066677} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.882620] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.883820] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ce3dc-e81c-4d13-befd-364fe22fa956 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.906651] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 41690a03-01fb-4790-b9d6-6063e3015191/41690a03-01fb-4790-b9d6-6063e3015191.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.909565] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef436610-a5b7-44d7-bd95-e456d89651a2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.931041] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1066.931041] env[62364]: value = "task-2481329" [ 1066.931041] env[62364]: _type = "Task" [ 1066.931041] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.942070] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.973966] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fefc73-6414-4408-bc30-f01c9f02b73b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.982231] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e703cea6-2672-4b0d-94e7-7ed7ef47154f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.017070] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0a5832-6f4c-452e-9f14-9d9c716cf256 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.026367] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c22962-b5f6-434e-a6bc-cc88a0d9de62 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.041400] env[62364]: DEBUG nova.compute.provider_tree [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.175464] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.252220] env[62364]: DEBUG nova.compute.manager [req-ffb8ba1b-d395-4731-84dd-5b03080663a2 req-896f2e04-8b61-45d4-a498-28da232c67b3 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Received event network-vif-plugged-c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1067.252460] env[62364]: DEBUG oslo_concurrency.lockutils [req-ffb8ba1b-d395-4731-84dd-5b03080663a2 req-896f2e04-8b61-45d4-a498-28da232c67b3 service nova] Acquiring lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.252676] env[62364]: DEBUG oslo_concurrency.lockutils [req-ffb8ba1b-d395-4731-84dd-5b03080663a2 req-896f2e04-8b61-45d4-a498-28da232c67b3 service nova] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.252852] env[62364]: DEBUG oslo_concurrency.lockutils [req-ffb8ba1b-d395-4731-84dd-5b03080663a2 req-896f2e04-8b61-45d4-a498-28da232c67b3 service nova] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.254238] env[62364]: DEBUG nova.compute.manager [req-ffb8ba1b-d395-4731-84dd-5b03080663a2 req-896f2e04-8b61-45d4-a498-28da232c67b3 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] No waiting events found dispatching network-vif-plugged-c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.254549] env[62364]: WARNING nova.compute.manager [req-ffb8ba1b-d395-4731-84dd-5b03080663a2 req-896f2e04-8b61-45d4-a498-28da232c67b3 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Received unexpected event network-vif-plugged-c34f1040-2bd2-473f-8061-680728a882ea for instance with vm_state building and task_state spawning. [ 1067.344849] env[62364]: DEBUG nova.network.neutron [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Successfully updated port: c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.445518] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481329, 'name': ReconfigVM_Task, 'duration_secs': 0.288158} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.445816] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 41690a03-01fb-4790-b9d6-6063e3015191/41690a03-01fb-4790-b9d6-6063e3015191.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.449077] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dfd7ac1-c118-41d7-84f2-c0f812a782e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.457196] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1067.457196] env[62364]: value = "task-2481330" [ 1067.457196] env[62364]: _type = "Task" [ 1067.457196] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.469122] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481330, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.545480] env[62364]: DEBUG nova.scheduler.client.report [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.847645] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.847971] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.847971] env[62364]: DEBUG nova.network.neutron [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.967476] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481330, 'name': Rename_Task, 'duration_secs': 0.14521} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.969039] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.969039] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2385383-aa29-4ffc-836d-82b48816f983 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.975842] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1067.975842] env[62364]: value = "task-2481331" [ 1067.975842] env[62364]: _type = "Task" [ 1067.975842] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.984020] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.050766] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.054193] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.878s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.079881] env[62364]: INFO nova.scheduler.client.report [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Deleted allocations for instance f0a97147-0608-4214-8446-7dc152dc77c7 [ 1068.397618] env[62364]: DEBUG nova.network.neutron [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.488610] env[62364]: DEBUG oslo_vmware.api [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481331, 'name': PowerOnVM_Task, 'duration_secs': 0.472415} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.488610] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.488610] env[62364]: INFO nova.compute.manager [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1068.488610] env[62364]: DEBUG nova.compute.manager [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.488610] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d3c698-1dd8-4a29-910a-db84a677c6f5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.559175] env[62364]: INFO nova.compute.claims [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.591836] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bd2d2228-a9df-4f6f-86b6-4f02d57d8046 tempest-ServerDiskConfigTestJSON-2128031505 tempest-ServerDiskConfigTestJSON-2128031505-project-member] Lock "f0a97147-0608-4214-8446-7dc152dc77c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.492s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.636985] env[62364]: DEBUG nova.network.neutron [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updating instance_info_cache with network_info: [{"id": "c34f1040-2bd2-473f-8061-680728a882ea", "address": "fa:16:3e:9a:f1:6f", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34f1040-2b", "ovs_interfaceid": "c34f1040-2bd2-473f-8061-680728a882ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.009073] env[62364]: INFO nova.compute.manager [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Took 13.77 seconds to build instance. [ 1069.065729] env[62364]: INFO nova.compute.resource_tracker [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating resource usage from migration 6ee42587-5d60-41e9-9f31-0124f11fbee6 [ 1069.139125] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.139850] env[62364]: DEBUG nova.compute.manager [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Instance network_info: |[{"id": "c34f1040-2bd2-473f-8061-680728a882ea", "address": "fa:16:3e:9a:f1:6f", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34f1040-2b", "ovs_interfaceid": "c34f1040-2bd2-473f-8061-680728a882ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.139850] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:f1:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c34f1040-2bd2-473f-8061-680728a882ea', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.148032] env[62364]: DEBUG oslo.service.loopingcall [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.150590] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.151714] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deb0b9fb-1af2-4ef1-85c6-c6c51fe1af92 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.174571] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.174571] env[62364]: value = "task-2481332" [ 1069.174571] env[62364]: _type = "Task" [ 1069.174571] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.184923] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481332, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.196112] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae529abd-92cd-457b-a0c4-dc79a59a37b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.204430] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64023705-9b03-475c-89b0-3b30e03ffdac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.238267] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7557434b-2697-4b76-9271-a455015717d1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.246939] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d880ea80-3573-4499-a463-87ee35ba531c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.263009] env[62364]: DEBUG nova.compute.provider_tree [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.289666] env[62364]: DEBUG nova.compute.manager [req-aa02e3f5-19d2-4b45-98cd-b60627163e3c req-eb9846cb-ebb1-4d47-88b1-c8ec07c9038c service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Received event network-changed-c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1069.289849] env[62364]: DEBUG nova.compute.manager [req-aa02e3f5-19d2-4b45-98cd-b60627163e3c req-eb9846cb-ebb1-4d47-88b1-c8ec07c9038c service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Refreshing instance network info cache due to event network-changed-c34f1040-2bd2-473f-8061-680728a882ea. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1069.290816] env[62364]: DEBUG oslo_concurrency.lockutils [req-aa02e3f5-19d2-4b45-98cd-b60627163e3c req-eb9846cb-ebb1-4d47-88b1-c8ec07c9038c service nova] Acquiring lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.290816] env[62364]: DEBUG oslo_concurrency.lockutils [req-aa02e3f5-19d2-4b45-98cd-b60627163e3c req-eb9846cb-ebb1-4d47-88b1-c8ec07c9038c service nova] Acquired lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.290816] env[62364]: DEBUG nova.network.neutron [req-aa02e3f5-19d2-4b45-98cd-b60627163e3c req-eb9846cb-ebb1-4d47-88b1-c8ec07c9038c service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Refreshing network info cache for port c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.510811] env[62364]: DEBUG oslo_concurrency.lockutils [None req-0e072613-fa9b-480e-817d-1f89e8bbc1bb tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "41690a03-01fb-4790-b9d6-6063e3015191" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.278s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.685510] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481332, 'name': CreateVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.766838] env[62364]: DEBUG nova.scheduler.client.report [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.828277] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquiring lock "24933e36-50b7-443d-a38f-afd8dde19033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.828277] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "24933e36-50b7-443d-a38f-afd8dde19033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.050622] env[62364]: DEBUG nova.network.neutron [req-aa02e3f5-19d2-4b45-98cd-b60627163e3c req-eb9846cb-ebb1-4d47-88b1-c8ec07c9038c service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updated VIF entry in instance network info cache for port c34f1040-2bd2-473f-8061-680728a882ea. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.050998] env[62364]: DEBUG nova.network.neutron [req-aa02e3f5-19d2-4b45-98cd-b60627163e3c req-eb9846cb-ebb1-4d47-88b1-c8ec07c9038c service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updating instance_info_cache with network_info: [{"id": "c34f1040-2bd2-473f-8061-680728a882ea", "address": "fa:16:3e:9a:f1:6f", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34f1040-2b", "ovs_interfaceid": "c34f1040-2bd2-473f-8061-680728a882ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.186405] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481332, 'name': CreateVM_Task, 'duration_secs': 0.669334} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.186405] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.187118] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.187337] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.187698] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.188090] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848db977-3f58-42b8-b0db-40c735d48472 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.193395] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1070.193395] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b4e8e3-a8ad-cccd-ded2-76e41a9de895" [ 1070.193395] env[62364]: _type = "Task" [ 1070.193395] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.201431] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b4e8e3-a8ad-cccd-ded2-76e41a9de895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.272565] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.219s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.272819] env[62364]: INFO nova.compute.manager [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Migrating [ 1070.330635] env[62364]: DEBUG nova.compute.manager [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.553562] env[62364]: DEBUG oslo_concurrency.lockutils [req-aa02e3f5-19d2-4b45-98cd-b60627163e3c req-eb9846cb-ebb1-4d47-88b1-c8ec07c9038c service nova] Releasing lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.585158] env[62364]: DEBUG nova.compute.manager [req-bf11c039-3d76-4030-9228-8365287a5a22 req-97048cda-6b8b-4c07-9e20-0a93f4253c41 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Received event network-changed-1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1070.586157] env[62364]: DEBUG nova.compute.manager [req-bf11c039-3d76-4030-9228-8365287a5a22 req-97048cda-6b8b-4c07-9e20-0a93f4253c41 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Refreshing instance network info cache due to event network-changed-1ca48b03-fd57-47f7-94ef-5e1d67436d39. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1070.586157] env[62364]: DEBUG oslo_concurrency.lockutils [req-bf11c039-3d76-4030-9228-8365287a5a22 req-97048cda-6b8b-4c07-9e20-0a93f4253c41 service nova] Acquiring lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.586157] env[62364]: DEBUG oslo_concurrency.lockutils [req-bf11c039-3d76-4030-9228-8365287a5a22 req-97048cda-6b8b-4c07-9e20-0a93f4253c41 service nova] Acquired lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.586157] env[62364]: DEBUG nova.network.neutron [req-bf11c039-3d76-4030-9228-8365287a5a22 req-97048cda-6b8b-4c07-9e20-0a93f4253c41 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Refreshing network info cache for port 1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.705449] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b4e8e3-a8ad-cccd-ded2-76e41a9de895, 'name': SearchDatastore_Task, 'duration_secs': 0.028728} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.705894] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.706150] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.706391] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.706541] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.706725] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.707010] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdec199d-93bf-45f7-b420-b372afa6a4f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.718020] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.718237] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.719413] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d206f7c-aa01-46b7-9cb2-48496851834c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.728109] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1070.728109] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5254a250-b9d8-555c-8b8d-481ce421824a" [ 1070.728109] env[62364]: _type = "Task" [ 1070.728109] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.737706] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5254a250-b9d8-555c-8b8d-481ce421824a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.791517] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.791780] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.791903] env[62364]: DEBUG nova.network.neutron [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.854535] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.854535] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.856205] env[62364]: INFO nova.compute.claims [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.240246] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5254a250-b9d8-555c-8b8d-481ce421824a, 'name': SearchDatastore_Task, 'duration_secs': 0.016083} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.241069] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9a2526-cfc9-40fb-ae40-ef1a3a7ce98e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.248149] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1071.248149] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52777511-545e-59ef-48e4-1c15bf82c176" [ 1071.248149] env[62364]: _type = "Task" [ 1071.248149] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.258922] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52777511-545e-59ef-48e4-1c15bf82c176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.425711] env[62364]: DEBUG nova.network.neutron [req-bf11c039-3d76-4030-9228-8365287a5a22 req-97048cda-6b8b-4c07-9e20-0a93f4253c41 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updated VIF entry in instance network info cache for port 1ca48b03-fd57-47f7-94ef-5e1d67436d39. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.426109] env[62364]: DEBUG nova.network.neutron [req-bf11c039-3d76-4030-9228-8365287a5a22 req-97048cda-6b8b-4c07-9e20-0a93f4253c41 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updating instance_info_cache with network_info: [{"id": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "address": "fa:16:3e:6e:8a:b7", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca48b03-fd", "ovs_interfaceid": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.575142] env[62364]: DEBUG nova.network.neutron [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance_info_cache with network_info: [{"id": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "address": "fa:16:3e:57:02:70", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0655efe-4d", "ovs_interfaceid": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.759466] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52777511-545e-59ef-48e4-1c15bf82c176, 'name': SearchDatastore_Task, 'duration_secs': 0.011852} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.759771] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.760084] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d5b12ec9-2583-4d89-b8ad-375d0b725179/d5b12ec9-2583-4d89-b8ad-375d0b725179.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.760396] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9308206a-48dc-401c-926b-cc6cf065d0ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.769782] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1071.769782] env[62364]: value = "task-2481333" [ 1071.769782] env[62364]: _type = "Task" [ 1071.769782] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.780799] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.931968] env[62364]: DEBUG oslo_concurrency.lockutils [req-bf11c039-3d76-4030-9228-8365287a5a22 req-97048cda-6b8b-4c07-9e20-0a93f4253c41 service nova] Releasing lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.993947] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9b5efa-7b5d-40f1-aca9-bc0e85fc07fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.001825] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1f1a91-045f-4e73-b2ec-56cbc954c300 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.032160] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08218614-7d66-440f-b6a0-d2847709ee2f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.041053] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c779ff-ff62-4811-a333-66dd38b53561 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.057424] env[62364]: DEBUG nova.compute.provider_tree [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.077605] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.281613] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481333, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.562184] env[62364]: DEBUG nova.scheduler.client.report [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.781174] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706691} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.781451] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] d5b12ec9-2583-4d89-b8ad-375d0b725179/d5b12ec9-2583-4d89-b8ad-375d0b725179.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.781663] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.781958] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5462f2c2-208b-487f-8e0f-05ea93c993d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.789226] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1072.789226] env[62364]: value = "task-2481334" [ 1072.789226] env[62364]: _type = "Task" [ 1072.789226] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.801899] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.066980] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.067605] env[62364]: DEBUG nova.compute.manager [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.300029] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076778} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.300326] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.301155] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47416f29-40a3-4ecb-aa54-bbf33df439cb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.323814] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d5b12ec9-2583-4d89-b8ad-375d0b725179/d5b12ec9-2583-4d89-b8ad-375d0b725179.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.324154] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f9bccc5-f1c7-494d-9d44-c17c7bc44256 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.345400] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1073.345400] env[62364]: value = "task-2481335" [ 1073.345400] env[62364]: _type = "Task" [ 1073.345400] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.355023] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.572677] env[62364]: DEBUG nova.compute.utils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1073.574143] env[62364]: DEBUG nova.compute.manager [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Not allocating networking since 'none' was specified. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1073.592699] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a356e8ab-ff18-416c-b0c0-3ea9913f33e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.612419] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance '3729a854-aa50-497d-9222-5e6c757b8583' progress to 0 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.856584] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.075379] env[62364]: DEBUG nova.compute.manager [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.118091] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.118353] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83058393-55a3-491e-80b8-ea8beb9c5995 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.125444] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1074.125444] env[62364]: value = "task-2481336" [ 1074.125444] env[62364]: _type = "Task" [ 1074.125444] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.133450] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.356122] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481335, 'name': ReconfigVM_Task, 'duration_secs': 0.773019} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.356474] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d5b12ec9-2583-4d89-b8ad-375d0b725179/d5b12ec9-2583-4d89-b8ad-375d0b725179.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.357179] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0e07af5-7b1d-41fc-9372-6e21f6fb3d1b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.365638] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1074.365638] env[62364]: value = "task-2481337" [ 1074.365638] env[62364]: _type = "Task" [ 1074.365638] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.375158] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481337, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.636968] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481336, 'name': PowerOffVM_Task, 'duration_secs': 0.281505} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.637207] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.637393] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance '3729a854-aa50-497d-9222-5e6c757b8583' progress to 17 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.876136] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481337, 'name': Rename_Task, 'duration_secs': 0.146812} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.876413] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.876677] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed85ebf2-f585-4b50-90ff-fe87e147b5d2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.884568] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1074.884568] env[62364]: value = "task-2481338" [ 1074.884568] env[62364]: _type = "Task" [ 1074.884568] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.892814] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.084257] env[62364]: DEBUG nova.compute.manager [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.110275] env[62364]: DEBUG nova.virt.hardware [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.110536] env[62364]: DEBUG nova.virt.hardware [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.110697] env[62364]: DEBUG nova.virt.hardware [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.110904] env[62364]: DEBUG nova.virt.hardware [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.111058] env[62364]: DEBUG nova.virt.hardware [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.111198] env[62364]: DEBUG nova.virt.hardware [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.111413] env[62364]: DEBUG nova.virt.hardware [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.111616] env[62364]: DEBUG nova.virt.hardware [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.111793] env[62364]: DEBUG nova.virt.hardware [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.111956] env[62364]: DEBUG nova.virt.hardware [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.112144] env[62364]: DEBUG nova.virt.hardware [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.112996] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c206e5c-139e-48d1-a5b5-d265f492a647 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.121795] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af45c29-5159-42c8-9c51-94a3e0454d46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.135807] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.141647] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Creating folder: Project (f66e7c62a09844e0a1eb53b700b4731d). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.143734] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.143949] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.144149] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.144358] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.144520] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.144681] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.144905] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.145102] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.145289] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.145466] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.145661] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.150640] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-379e4666-0286-4fe2-bc3d-4decf78ed090 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.152371] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ff2f66-3c6b-444e-8bcd-c6568f1383f8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.169293] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1075.169293] env[62364]: value = "task-2481340" [ 1075.169293] env[62364]: _type = "Task" [ 1075.169293] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.173772] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Created folder: Project (f66e7c62a09844e0a1eb53b700b4731d) in parent group-v501830. [ 1075.173988] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Creating folder: Instances. Parent ref: group-v502108. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.174593] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e34c736-966b-4498-99f3-a9a79e5e6dd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.179369] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.194499] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Created folder: Instances in parent group-v502108. [ 1075.194794] env[62364]: DEBUG oslo.service.loopingcall [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1075.195020] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.195247] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a030d8cc-50a5-4e74-9f04-e203a56c069f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.213572] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.213572] env[62364]: value = "task-2481342" [ 1075.213572] env[62364]: _type = "Task" [ 1075.213572] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.222176] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481342, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.397077] env[62364]: DEBUG oslo_vmware.api [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481338, 'name': PowerOnVM_Task, 'duration_secs': 0.466107} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.397461] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.397779] env[62364]: INFO nova.compute.manager [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1075.398080] env[62364]: DEBUG nova.compute.manager [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.398962] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa18a376-65ad-4782-a6ef-a5525e509612 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.679322] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481340, 'name': ReconfigVM_Task, 'duration_secs': 0.184248} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.679322] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance '3729a854-aa50-497d-9222-5e6c757b8583' progress to 33 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.724252] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481342, 'name': CreateVM_Task, 'duration_secs': 0.279516} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.724478] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.724829] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.724995] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.725361] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.725627] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2fa564-4fcf-41cf-a55d-c9acedb50343 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.737376] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1075.737376] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]529e0d72-abb9-affc-15ca-edb79f5ba1a4" [ 1075.737376] env[62364]: _type = "Task" [ 1075.737376] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.745772] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529e0d72-abb9-affc-15ca-edb79f5ba1a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.916797] env[62364]: INFO nova.compute.manager [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Took 15.75 seconds to build instance. [ 1076.186229] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.186487] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.186695] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.186924] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.187070] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.187218] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.187428] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.187582] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.187770] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.187937] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.188124] env[62364]: DEBUG nova.virt.hardware [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.194216] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.194866] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28725dd4-3e38-4a08-b6ac-7924574066aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.216156] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1076.216156] env[62364]: value = "task-2481343" [ 1076.216156] env[62364]: _type = "Task" [ 1076.216156] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.227693] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.247489] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]529e0d72-abb9-affc-15ca-edb79f5ba1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.014516} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.247794] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.248048] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.248291] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.248439] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.248656] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.248909] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f040e05-7a60-46ad-b67b-f89c3b2eb5ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.257645] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.257823] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.258550] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca38f9e0-7d3e-4159-8f2a-6f4d75f8194b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.264571] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1076.264571] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a8d09e-6463-bbad-2300-4e40f888ae8b" [ 1076.264571] env[62364]: _type = "Task" [ 1076.264571] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.275600] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a8d09e-6463-bbad-2300-4e40f888ae8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.418851] env[62364]: DEBUG oslo_concurrency.lockutils [None req-30de8e17-9ff4-4c1d-b68b-f20ea1ecc024 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.265s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.727035] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481343, 'name': ReconfigVM_Task, 'duration_secs': 0.177166} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.727362] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.728076] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370d3cc0-d7b1-4625-a039-5951d4f595ca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.750637] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 3729a854-aa50-497d-9222-5e6c757b8583/3729a854-aa50-497d-9222-5e6c757b8583.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.750941] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ed48c7-3a13-411b-8d8d-c2279724b59f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.770444] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1076.770444] env[62364]: value = "task-2481344" [ 1076.770444] env[62364]: _type = "Task" [ 1076.770444] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.777974] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a8d09e-6463-bbad-2300-4e40f888ae8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009435} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.779050] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a63255-2913-4435-a541-0dc71fdebb62 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.784115] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.787196] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1076.787196] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d47c9c-8695-b48a-cb79-14e5371cf2d7" [ 1076.787196] env[62364]: _type = "Task" [ 1076.787196] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.795035] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d47c9c-8695-b48a-cb79-14e5371cf2d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.157057] env[62364]: DEBUG nova.compute.manager [req-df839896-d2cb-443b-9c5e-b322645d2032 req-c4875232-7594-4983-b0f8-9190143e6840 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Received event network-changed-c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1077.157057] env[62364]: DEBUG nova.compute.manager [req-df839896-d2cb-443b-9c5e-b322645d2032 req-c4875232-7594-4983-b0f8-9190143e6840 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Refreshing instance network info cache due to event network-changed-c34f1040-2bd2-473f-8061-680728a882ea. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1077.157057] env[62364]: DEBUG oslo_concurrency.lockutils [req-df839896-d2cb-443b-9c5e-b322645d2032 req-c4875232-7594-4983-b0f8-9190143e6840 service nova] Acquiring lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.157057] env[62364]: DEBUG oslo_concurrency.lockutils [req-df839896-d2cb-443b-9c5e-b322645d2032 req-c4875232-7594-4983-b0f8-9190143e6840 service nova] Acquired lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.157326] env[62364]: DEBUG nova.network.neutron [req-df839896-d2cb-443b-9c5e-b322645d2032 req-c4875232-7594-4983-b0f8-9190143e6840 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Refreshing network info cache for port c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.280573] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481344, 'name': ReconfigVM_Task, 'duration_secs': 0.270731} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.284028] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 3729a854-aa50-497d-9222-5e6c757b8583/3729a854-aa50-497d-9222-5e6c757b8583.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.284028] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance '3729a854-aa50-497d-9222-5e6c757b8583' progress to 50 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.298798] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d47c9c-8695-b48a-cb79-14e5371cf2d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013648} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.299217] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.299644] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 24933e36-50b7-443d-a38f-afd8dde19033/24933e36-50b7-443d-a38f-afd8dde19033.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.300055] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59444dfc-4486-459c-8cba-7e63722cc320 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.308554] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1077.308554] env[62364]: value = "task-2481345" [ 1077.308554] env[62364]: _type = "Task" [ 1077.308554] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.325457] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.787975] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f8954c-6d7f-4afd-bf24-b217b8c9808b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.808190] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf240be4-2f65-4e30-a236-aa4b03602794 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.834851] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441271} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.835180] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance '3729a854-aa50-497d-9222-5e6c757b8583' progress to 67 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.838560] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 24933e36-50b7-443d-a38f-afd8dde19033/24933e36-50b7-443d-a38f-afd8dde19033.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.838797] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.839278] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c42ded4-6d26-43e5-b250-a9719f1e8a7f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.847152] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1077.847152] env[62364]: value = "task-2481346" [ 1077.847152] env[62364]: _type = "Task" [ 1077.847152] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.855260] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.898390] env[62364]: DEBUG nova.network.neutron [req-df839896-d2cb-443b-9c5e-b322645d2032 req-c4875232-7594-4983-b0f8-9190143e6840 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updated VIF entry in instance network info cache for port c34f1040-2bd2-473f-8061-680728a882ea. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.898817] env[62364]: DEBUG nova.network.neutron [req-df839896-d2cb-443b-9c5e-b322645d2032 req-c4875232-7594-4983-b0f8-9190143e6840 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updating instance_info_cache with network_info: [{"id": "c34f1040-2bd2-473f-8061-680728a882ea", "address": "fa:16:3e:9a:f1:6f", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34f1040-2b", "ovs_interfaceid": "c34f1040-2bd2-473f-8061-680728a882ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.357618] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079589} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.357926] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.358798] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffb31ce-c616-4567-8000-abb386d84802 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.378833] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 24933e36-50b7-443d-a38f-afd8dde19033/24933e36-50b7-443d-a38f-afd8dde19033.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.379815] env[62364]: DEBUG nova.network.neutron [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Port a0655efe-4df5-4970-b3aa-f710ea9882ee binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1078.381099] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce647fe-743b-483e-b732-60d0037a985c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.401633] env[62364]: DEBUG oslo_concurrency.lockutils [req-df839896-d2cb-443b-9c5e-b322645d2032 req-c4875232-7594-4983-b0f8-9190143e6840 service nova] Releasing lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.403444] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1078.403444] env[62364]: value = "task-2481347" [ 1078.403444] env[62364]: _type = "Task" [ 1078.403444] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.413138] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.917239] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481347, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.418501] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "3729a854-aa50-497d-9222-5e6c757b8583-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.418984] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "3729a854-aa50-497d-9222-5e6c757b8583-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.418984] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "3729a854-aa50-497d-9222-5e6c757b8583-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.426486] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481347, 'name': ReconfigVM_Task, 'duration_secs': 0.54314} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.426486] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 24933e36-50b7-443d-a38f-afd8dde19033/24933e36-50b7-443d-a38f-afd8dde19033.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.426993] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51def9f2-3ec4-42aa-b2bc-28ca71e02276 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.433833] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1079.433833] env[62364]: value = "task-2481348" [ 1079.433833] env[62364]: _type = "Task" [ 1079.433833] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.443488] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481348, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.943964] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481348, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.445032] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481348, 'name': Rename_Task, 'duration_secs': 0.536163} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.445032] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.445032] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a34aa85d-9e02-4745-a214-344fc1aa5eeb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.451977] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1080.451977] env[62364]: value = "task-2481349" [ 1080.451977] env[62364]: _type = "Task" [ 1080.451977] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.457929] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.458299] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.458299] env[62364]: DEBUG nova.network.neutron [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.465036] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.965022] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.153184] env[62364]: DEBUG nova.network.neutron [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance_info_cache with network_info: [{"id": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "address": "fa:16:3e:57:02:70", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0655efe-4d", "ovs_interfaceid": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.462124] env[62364]: DEBUG oslo_vmware.api [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481349, 'name': PowerOnVM_Task, 'duration_secs': 0.669434} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.462403] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.462603] env[62364]: INFO nova.compute.manager [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1081.462785] env[62364]: DEBUG nova.compute.manager [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.463652] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c521389-40cc-41d2-a013-6014b692eaf5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.656054] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.980716] env[62364]: INFO nova.compute.manager [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Took 11.15 seconds to build instance. [ 1082.180561] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3461bc1f-64fd-4173-8101-454f383af430 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.199720] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24df3bdf-5d00-4231-874c-8560cac93a38 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.211554] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance '3729a854-aa50-497d-9222-5e6c757b8583' progress to 83 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.482341] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f0568fa3-027f-4ad8-b9b9-c74913a2a159 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "24933e36-50b7-443d-a38f-afd8dde19033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.654s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.707948] env[62364]: INFO nova.compute.manager [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Rebuilding instance [ 1082.719068] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.719335] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd922df-cdae-42a4-be37-c60b70fb6b96 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.732367] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1082.732367] env[62364]: value = "task-2481350" [ 1082.732367] env[62364]: _type = "Task" [ 1082.732367] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.740349] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.744897] env[62364]: DEBUG nova.compute.manager [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.745719] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b37b82-fe04-4ec5-802a-e73598ae4993 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.242780] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481350, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.744114] env[62364]: DEBUG oslo_vmware.api [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481350, 'name': PowerOnVM_Task, 'duration_secs': 0.69222} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.744114] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.744114] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-19deacf8-c21d-4bd4-bc30-be4e3ab7bdb6 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance '3729a854-aa50-497d-9222-5e6c757b8583' progress to 100 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.757971] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.758281] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec04e942-8190-49b2-983f-24df90e18771 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.764899] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1083.764899] env[62364]: value = "task-2481351" [ 1083.764899] env[62364]: _type = "Task" [ 1083.764899] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.772883] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.274969] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481351, 'name': PowerOffVM_Task, 'duration_secs': 0.191577} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.275341] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.275484] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.276249] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e10ee0-4239-47c6-b2d9-e6937ab312aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.282580] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.282797] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14f3964d-b556-44cf-a601-9ec8b5502e10 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.308113] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.308330] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.308514] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Deleting the datastore file [datastore1] 24933e36-50b7-443d-a38f-afd8dde19033 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.308793] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a500009-1219-454c-9243-a635a784b2dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.315094] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1084.315094] env[62364]: value = "task-2481353" [ 1084.315094] env[62364]: _type = "Task" [ 1084.315094] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.322223] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.824533] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336394} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.824792] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.824979] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.825218] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.860686] env[62364]: DEBUG nova.virt.hardware [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.860976] env[62364]: DEBUG nova.virt.hardware [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.861204] env[62364]: DEBUG nova.virt.hardware [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.861439] env[62364]: DEBUG nova.virt.hardware [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.861624] env[62364]: DEBUG nova.virt.hardware [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.861806] env[62364]: DEBUG nova.virt.hardware [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.862064] env[62364]: DEBUG nova.virt.hardware [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.862276] env[62364]: DEBUG nova.virt.hardware [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.862479] env[62364]: DEBUG nova.virt.hardware [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.862687] env[62364]: DEBUG nova.virt.hardware [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.862875] env[62364]: DEBUG nova.virt.hardware [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.863871] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea1a156-7e44-4f28-887b-94b6b28e9a7a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.873023] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0e45ca-2f2e-4e0c-ba69-f80809bfcb8c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.889024] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Instance VIF info [] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.894590] env[62364]: DEBUG oslo.service.loopingcall [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.894885] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.895162] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37d1dda3-033a-4c65-8df4-77f172eace26 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.916706] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.916706] env[62364]: value = "task-2481354" [ 1085.916706] env[62364]: _type = "Task" [ 1085.916706] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.926098] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481354, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.414212] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "3729a854-aa50-497d-9222-5e6c757b8583" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.414474] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "3729a854-aa50-497d-9222-5e6c757b8583" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.414702] env[62364]: DEBUG nova.compute.manager [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Going to confirm migration 7 {{(pid=62364) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1086.426365] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481354, 'name': CreateVM_Task, 'duration_secs': 0.323849} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.426521] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.426932] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.427094] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.427410] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.427660] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f59b7d-a6ab-47f6-b87f-084328fccd0a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.432894] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1086.432894] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521e9a98-44b6-975c-109a-ed06ca161f96" [ 1086.432894] env[62364]: _type = "Task" [ 1086.432894] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.441419] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521e9a98-44b6-975c-109a-ed06ca161f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.943773] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521e9a98-44b6-975c-109a-ed06ca161f96, 'name': SearchDatastore_Task, 'duration_secs': 0.043728} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.944193] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.944312] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.944545] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.944695] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.944871] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.945478] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f9a9e5-1423-44d8-8b5b-20f3b2e4d0b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.955535] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.955716] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.956430] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8d32c4f-d796-41a5-87d5-8aed81ad00bf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.961336] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1086.961336] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52463267-0b81-ca09-b675-43372ad6c726" [ 1086.961336] env[62364]: _type = "Task" [ 1086.961336] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.968479] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52463267-0b81-ca09-b675-43372ad6c726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.975846] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.976016] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquired lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.976198] env[62364]: DEBUG nova.network.neutron [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.976385] env[62364]: DEBUG nova.objects.instance [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lazy-loading 'info_cache' on Instance uuid 3729a854-aa50-497d-9222-5e6c757b8583 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.472373] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52463267-0b81-ca09-b675-43372ad6c726, 'name': SearchDatastore_Task, 'duration_secs': 0.042186} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.472847] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1778e29a-2b65-4698-8f20-3cb93d5d591a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.477780] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1087.477780] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ffe330-b2f6-c74a-b4c7-7facc8983c07" [ 1087.477780] env[62364]: _type = "Task" [ 1087.477780] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.487086] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ffe330-b2f6-c74a-b4c7-7facc8983c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.989605] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ffe330-b2f6-c74a-b4c7-7facc8983c07, 'name': SearchDatastore_Task, 'duration_secs': 0.044376} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.990948] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.990948] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 24933e36-50b7-443d-a38f-afd8dde19033/24933e36-50b7-443d-a38f-afd8dde19033.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.990948] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-268c14e8-990c-4d25-87a5-6e67695ad96b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.996807] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1087.996807] env[62364]: value = "task-2481355" [ 1087.996807] env[62364]: _type = "Task" [ 1087.996807] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.004367] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.161708] env[62364]: DEBUG nova.network.neutron [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance_info_cache with network_info: [{"id": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "address": "fa:16:3e:57:02:70", "network": {"id": "e697589f-2c9f-46c6-9c95-6ea4e8e757ce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1156096273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e23e84f6b4241319b2f94b3ff65927a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0655efe-4d", "ovs_interfaceid": "a0655efe-4df5-4970-b3aa-f710ea9882ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.510821] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481355, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.664815] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Releasing lock "refresh_cache-3729a854-aa50-497d-9222-5e6c757b8583" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.665158] env[62364]: DEBUG nova.objects.instance [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lazy-loading 'migration_context' on Instance uuid 3729a854-aa50-497d-9222-5e6c757b8583 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.989165] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.989165] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.989165] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1089.007492] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722222} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.007831] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 24933e36-50b7-443d-a38f-afd8dde19033/24933e36-50b7-443d-a38f-afd8dde19033.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.007940] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.008199] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4496ac1-bbdc-48e0-9b3b-0a639ccb2d8a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.014730] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1089.014730] env[62364]: value = "task-2481356" [ 1089.014730] env[62364]: _type = "Task" [ 1089.014730] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.023115] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.168463] env[62364]: DEBUG nova.objects.base [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Object Instance<3729a854-aa50-497d-9222-5e6c757b8583> lazy-loaded attributes: info_cache,migration_context {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.169444] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c637512-472f-44ae-b540-fa84361c6d2f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.187872] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e661ee-a71d-45ba-8a84-c76e4e298147 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.192631] env[62364]: DEBUG oslo_vmware.api [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1089.192631] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f623e2-ca33-0d5f-6c40-4069620c2d02" [ 1089.192631] env[62364]: _type = "Task" [ 1089.192631] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.199655] env[62364]: DEBUG oslo_vmware.api [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f623e2-ca33-0d5f-6c40-4069620c2d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.525432] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067113} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.525716] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.526513] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8b2f97-789c-4ec1-8e8b-60dc129d484c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.545759] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 24933e36-50b7-443d-a38f-afd8dde19033/24933e36-50b7-443d-a38f-afd8dde19033.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.545991] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdef1796-c01a-4ab4-9d0b-e49f85f4217c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.566381] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1089.566381] env[62364]: value = "task-2481357" [ 1089.566381] env[62364]: _type = "Task" [ 1089.566381] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.573680] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.702425] env[62364]: DEBUG oslo_vmware.api [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f623e2-ca33-0d5f-6c40-4069620c2d02, 'name': SearchDatastore_Task, 'duration_secs': 0.005828} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.702716] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.702944] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.076308] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481357, 'name': ReconfigVM_Task, 'duration_secs': 0.283019} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.076585] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 24933e36-50b7-443d-a38f-afd8dde19033/24933e36-50b7-443d-a38f-afd8dde19033.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.077342] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faed22ad-2fbf-4882-882b-0ef670735b4c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.083188] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1090.083188] env[62364]: value = "task-2481358" [ 1090.083188] env[62364]: _type = "Task" [ 1090.083188] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.092412] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481358, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.312337] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fda172-5598-4b96-8ca5-4c286085d199 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.320629] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8e02aa-2e6c-44c3-ae08-46969732b184 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.350544] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e309bd-f14a-46a7-a265-4c25265adf34 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.357390] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ddf21e-4e4e-4505-9039-25f68fc2c66a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.369998] env[62364]: DEBUG nova.compute.provider_tree [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.593236] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481358, 'name': Rename_Task, 'duration_secs': 0.128977} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.593525] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.593771] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbdea5a3-f6af-45ba-bba0-d5a8b1f8edc4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.600154] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1090.600154] env[62364]: value = "task-2481359" [ 1090.600154] env[62364]: _type = "Task" [ 1090.600154] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.607754] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.873446] env[62364]: DEBUG nova.scheduler.client.report [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.110816] env[62364]: DEBUG oslo_vmware.api [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481359, 'name': PowerOnVM_Task, 'duration_secs': 0.42799} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.110816] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.110816] env[62364]: DEBUG nova.compute.manager [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.111316] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70800c33-88c2-41ac-a56b-10820feb0fee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.396306] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "interface-e204fc32-a959-45b7-b69b-a9133ff8b507-d3c0ac8f-323e-4e39-969e-c30ff582b50c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.396544] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-e204fc32-a959-45b7-b69b-a9133ff8b507-d3c0ac8f-323e-4e39-969e-c30ff582b50c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.396884] env[62364]: DEBUG nova.objects.instance [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'flavor' on Instance uuid e204fc32-a959-45b7-b69b-a9133ff8b507 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.627097] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.883908] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.181s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.886746] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.260s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.886959] env[62364]: DEBUG nova.objects.instance [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1091.988275] env[62364]: DEBUG nova.objects.instance [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'pci_requests' on Instance uuid e204fc32-a959-45b7-b69b-a9133ff8b507 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.441419] env[62364]: INFO nova.scheduler.client.report [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted allocation for migration 6ee42587-5d60-41e9-9f31-0124f11fbee6 [ 1092.490906] env[62364]: DEBUG nova.objects.base [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.491177] env[62364]: DEBUG nova.network.neutron [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.552877] env[62364]: DEBUG nova.policy [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bb2f50a136b41c6b255be29d4f45327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd49f657a25427c8f7bb0261f592a35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.899105] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d0e35731-fdfe-4c0e-bfc3-72df1176bbe8 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.946701] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "3729a854-aa50-497d-9222-5e6c757b8583" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.532s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.513401] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Didn't find any instances for network info cache update. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10546}} [ 1093.513864] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.513999] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.514258] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.514477] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.514652] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.514901] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.515104] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1093.515300] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.018899] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.019171] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.019360] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.019531] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1094.020505] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836179eb-df78-4bac-9e94-0f9f670f4310 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.029767] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb75198-3637-472f-8cfe-419a3056eb91 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.046930] env[62364]: DEBUG nova.network.neutron [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Successfully updated port: d3c0ac8f-323e-4e39-969e-c30ff582b50c {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.049587] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb51d6b5-243b-445f-b1dd-4f7e15d8a5ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.053317] env[62364]: DEBUG nova.compute.manager [req-3fbc87d9-75a4-411e-9a01-00bb0dc51367 req-8a1ae0ce-af29-472d-b412-d3f79fbe2ce6 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Received event network-vif-plugged-d3c0ac8f-323e-4e39-969e-c30ff582b50c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1094.053507] env[62364]: DEBUG oslo_concurrency.lockutils [req-3fbc87d9-75a4-411e-9a01-00bb0dc51367 req-8a1ae0ce-af29-472d-b412-d3f79fbe2ce6 service nova] Acquiring lock "e204fc32-a959-45b7-b69b-a9133ff8b507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.053836] env[62364]: DEBUG oslo_concurrency.lockutils [req-3fbc87d9-75a4-411e-9a01-00bb0dc51367 req-8a1ae0ce-af29-472d-b412-d3f79fbe2ce6 service nova] Lock "e204fc32-a959-45b7-b69b-a9133ff8b507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.054077] env[62364]: DEBUG oslo_concurrency.lockutils [req-3fbc87d9-75a4-411e-9a01-00bb0dc51367 req-8a1ae0ce-af29-472d-b412-d3f79fbe2ce6 service nova] Lock "e204fc32-a959-45b7-b69b-a9133ff8b507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.054295] env[62364]: DEBUG nova.compute.manager [req-3fbc87d9-75a4-411e-9a01-00bb0dc51367 req-8a1ae0ce-af29-472d-b412-d3f79fbe2ce6 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] No waiting events found dispatching network-vif-plugged-d3c0ac8f-323e-4e39-969e-c30ff582b50c {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.054724] env[62364]: WARNING nova.compute.manager [req-3fbc87d9-75a4-411e-9a01-00bb0dc51367 req-8a1ae0ce-af29-472d-b412-d3f79fbe2ce6 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Received unexpected event network-vif-plugged-d3c0ac8f-323e-4e39-969e-c30ff582b50c for instance with vm_state active and task_state None. [ 1094.061049] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3dac28-0ad2-48ef-9d44-24922a1265d6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.092136] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180179MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1094.092338] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.092487] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.433544] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "3729a854-aa50-497d-9222-5e6c757b8583" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.433793] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "3729a854-aa50-497d-9222-5e6c757b8583" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.434007] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "3729a854-aa50-497d-9222-5e6c757b8583-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.434196] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "3729a854-aa50-497d-9222-5e6c757b8583-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.434364] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "3729a854-aa50-497d-9222-5e6c757b8583-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.436603] env[62364]: INFO nova.compute.manager [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Terminating instance [ 1094.556710] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.557163] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.557163] env[62364]: DEBUG nova.network.neutron [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.865574] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquiring lock "24933e36-50b7-443d-a38f-afd8dde19033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.865857] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "24933e36-50b7-443d-a38f-afd8dde19033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.866099] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquiring lock "24933e36-50b7-443d-a38f-afd8dde19033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.866374] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "24933e36-50b7-443d-a38f-afd8dde19033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.866469] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "24933e36-50b7-443d-a38f-afd8dde19033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.868601] env[62364]: INFO nova.compute.manager [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Terminating instance [ 1094.940709] env[62364]: DEBUG nova.compute.manager [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.940930] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.942200] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120c7e77-1484-4855-a6fd-17bed72de3ad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.950224] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.950459] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de5f6425-5ef5-42d1-86b7-cd706694e958 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.956562] env[62364]: DEBUG oslo_vmware.api [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1094.956562] env[62364]: value = "task-2481360" [ 1094.956562] env[62364]: _type = "Task" [ 1094.956562] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.963678] env[62364]: DEBUG oslo_vmware.api [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.104196] env[62364]: WARNING nova.network.neutron [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] cec9def8-70ce-4471-8895-03263e90a1ca already exists in list: networks containing: ['cec9def8-70ce-4471-8895-03263e90a1ca']. ignoring it [ 1095.125647] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 49b10d42-1180-4747-862c-fc0a6b7d3e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1095.125806] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance e204fc32-a959-45b7-b69b-a9133ff8b507 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1095.125930] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 43837287-48c0-4bed-aea2-fccdaa7d8ea7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1095.126067] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1095.126190] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 41690a03-01fb-4790-b9d6-6063e3015191 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1095.126307] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance d5b12ec9-2583-4d89-b8ad-375d0b725179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1095.126422] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 3729a854-aa50-497d-9222-5e6c757b8583 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1095.126535] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 24933e36-50b7-443d-a38f-afd8dde19033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1095.126730] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1095.126965] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1095.241665] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464b71a1-2c55-4c9d-a8e6-f854c0a7d05c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.252739] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf095852-7696-4925-b48a-1e5c5b8a43f8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.299740] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0fe0d6-bd1b-428b-8623-f85dbcff5df3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.304150] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.304406] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.309010] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a226111-1aaf-4aad-b25a-49784d1f2a62 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.322637] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.372077] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquiring lock "refresh_cache-24933e36-50b7-443d-a38f-afd8dde19033" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.372270] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquired lock "refresh_cache-24933e36-50b7-443d-a38f-afd8dde19033" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.372450] env[62364]: DEBUG nova.network.neutron [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.426585] env[62364]: DEBUG nova.network.neutron [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updating instance_info_cache with network_info: [{"id": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "address": "fa:16:3e:d4:b5:ec", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfdb2a3-82", "ovs_interfaceid": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3c0ac8f-323e-4e39-969e-c30ff582b50c", "address": "fa:16:3e:6f:a5:37", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c0ac8f-32", "ovs_interfaceid": "d3c0ac8f-323e-4e39-969e-c30ff582b50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.466305] env[62364]: DEBUG oslo_vmware.api [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481360, 'name': PowerOffVM_Task, 'duration_secs': 0.298766} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.466574] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.466777] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.467035] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b302dc7-28cd-4f3e-97c6-4627c9bd25d4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.526240] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.526467] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.526654] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleting the datastore file [datastore2] 3729a854-aa50-497d-9222-5e6c757b8583 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.526943] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6ee4043-6e1e-47d8-a347-2e490b4c995a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.533658] env[62364]: DEBUG oslo_vmware.api [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for the task: (returnval){ [ 1095.533658] env[62364]: value = "task-2481362" [ 1095.533658] env[62364]: _type = "Task" [ 1095.533658] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.540920] env[62364]: DEBUG oslo_vmware.api [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.809738] env[62364]: DEBUG nova.compute.utils [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1095.826681] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.890079] env[62364]: DEBUG nova.network.neutron [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.929586] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.930309] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.930475] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.931327] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746521e0-7525-4c55-9248-9321768bc480 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.935156] env[62364]: DEBUG nova.network.neutron [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.950052] env[62364]: DEBUG nova.virt.hardware [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.950296] env[62364]: DEBUG nova.virt.hardware [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.950455] env[62364]: DEBUG nova.virt.hardware [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.950637] env[62364]: DEBUG nova.virt.hardware [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.950788] env[62364]: DEBUG nova.virt.hardware [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.950935] env[62364]: DEBUG nova.virt.hardware [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.951166] env[62364]: DEBUG nova.virt.hardware [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.951361] env[62364]: DEBUG nova.virt.hardware [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.951536] env[62364]: DEBUG nova.virt.hardware [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.951703] env[62364]: DEBUG nova.virt.hardware [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.951878] env[62364]: DEBUG nova.virt.hardware [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.957995] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Reconfiguring VM to attach interface {{(pid=62364) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1095.958803] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c632e7fc-dd0f-4575-9aa6-a00b04c65820 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.975991] env[62364]: DEBUG oslo_vmware.api [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1095.975991] env[62364]: value = "task-2481363" [ 1095.975991] env[62364]: _type = "Task" [ 1095.975991] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.984837] env[62364]: DEBUG oslo_vmware.api [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481363, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.043941] env[62364]: DEBUG oslo_vmware.api [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Task: {'id': task-2481362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130599} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.044211] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.044402] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.044582] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.044755] env[62364]: INFO nova.compute.manager [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1096.045016] env[62364]: DEBUG oslo.service.loopingcall [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.045214] env[62364]: DEBUG nova.compute.manager [-] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.045321] env[62364]: DEBUG nova.network.neutron [-] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.312840] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.331213] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1096.331445] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.239s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.438321] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Releasing lock "refresh_cache-24933e36-50b7-443d-a38f-afd8dde19033" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.438968] env[62364]: DEBUG nova.compute.manager [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.439193] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.440090] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ce5038-9a1a-477a-986a-85a6f9c1bea1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.447425] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.447680] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d51c9e0-f813-44f3-a88b-128746c3cae8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.454288] env[62364]: DEBUG oslo_vmware.api [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1096.454288] env[62364]: value = "task-2481364" [ 1096.454288] env[62364]: _type = "Task" [ 1096.454288] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.462545] env[62364]: DEBUG oslo_vmware.api [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.485692] env[62364]: DEBUG oslo_vmware.api [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.964188] env[62364]: DEBUG oslo_vmware.api [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481364, 'name': PowerOffVM_Task, 'duration_secs': 0.199733} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.964497] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.964630] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.964877] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c22b053-c635-4663-ade5-862df807b7a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.970927] env[62364]: DEBUG nova.compute.manager [req-42f25c1b-231a-489c-9e49-7291e6cb45a8 req-0378a5ec-5dc5-462e-82b2-2ea4b26c461c service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Received event network-changed-d3c0ac8f-323e-4e39-969e-c30ff582b50c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1096.971142] env[62364]: DEBUG nova.compute.manager [req-42f25c1b-231a-489c-9e49-7291e6cb45a8 req-0378a5ec-5dc5-462e-82b2-2ea4b26c461c service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing instance network info cache due to event network-changed-d3c0ac8f-323e-4e39-969e-c30ff582b50c. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1096.971363] env[62364]: DEBUG oslo_concurrency.lockutils [req-42f25c1b-231a-489c-9e49-7291e6cb45a8 req-0378a5ec-5dc5-462e-82b2-2ea4b26c461c service nova] Acquiring lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.971513] env[62364]: DEBUG oslo_concurrency.lockutils [req-42f25c1b-231a-489c-9e49-7291e6cb45a8 req-0378a5ec-5dc5-462e-82b2-2ea4b26c461c service nova] Acquired lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.971679] env[62364]: DEBUG nova.network.neutron [req-42f25c1b-231a-489c-9e49-7291e6cb45a8 req-0378a5ec-5dc5-462e-82b2-2ea4b26c461c service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing network info cache for port d3c0ac8f-323e-4e39-969e-c30ff582b50c {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.987532] env[62364]: DEBUG oslo_vmware.api [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481363, 'name': ReconfigVM_Task, 'duration_secs': 0.562577} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.988940] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.989173] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Reconfigured VM to attach interface {{(pid=62364) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1096.991930] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.992242] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.992447] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Deleting the datastore file [datastore1] 24933e36-50b7-443d-a38f-afd8dde19033 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.993067] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e5a8a70-dfbc-428a-89bd-3e7d8d9e8202 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.999260] env[62364]: DEBUG oslo_vmware.api [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for the task: (returnval){ [ 1096.999260] env[62364]: value = "task-2481366" [ 1096.999260] env[62364]: _type = "Task" [ 1096.999260] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.008346] env[62364]: DEBUG oslo_vmware.api [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.024987] env[62364]: DEBUG nova.network.neutron [-] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.355084] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.355391] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.355659] env[62364]: INFO nova.compute.manager [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Attaching volume b969aa8b-043a-4212-a526-69c06742bad9 to /dev/sdb [ 1097.393373] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3d7e7d-179b-4015-ba63-1efa706d17ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.400356] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8dc25a-6c7f-4cce-9825-b5be8cef75af {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.415395] env[62364]: DEBUG nova.virt.block_device [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Updating existing volume attachment record: 1245b649-3e36-4acf-85ec-d7f7f7bfd79b {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1097.494473] env[62364]: DEBUG oslo_concurrency.lockutils [None req-83a75682-7988-43b3-abb3-4d713f1ddbe4 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-e204fc32-a959-45b7-b69b-a9133ff8b507-d3c0ac8f-323e-4e39-969e-c30ff582b50c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.098s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.516786] env[62364]: DEBUG oslo_vmware.api [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Task: {'id': task-2481366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088255} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.517624] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.517624] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.517875] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.518205] env[62364]: INFO nova.compute.manager [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1097.518591] env[62364]: DEBUG oslo.service.loopingcall [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.519634] env[62364]: DEBUG nova.compute.manager [-] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.519800] env[62364]: DEBUG nova.network.neutron [-] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.527388] env[62364]: INFO nova.compute.manager [-] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Took 1.48 seconds to deallocate network for instance. [ 1097.536370] env[62364]: DEBUG nova.network.neutron [-] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.703384] env[62364]: DEBUG nova.network.neutron [req-42f25c1b-231a-489c-9e49-7291e6cb45a8 req-0378a5ec-5dc5-462e-82b2-2ea4b26c461c service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updated VIF entry in instance network info cache for port d3c0ac8f-323e-4e39-969e-c30ff582b50c. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.703823] env[62364]: DEBUG nova.network.neutron [req-42f25c1b-231a-489c-9e49-7291e6cb45a8 req-0378a5ec-5dc5-462e-82b2-2ea4b26c461c service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updating instance_info_cache with network_info: [{"id": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "address": "fa:16:3e:d4:b5:ec", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfdb2a3-82", "ovs_interfaceid": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3c0ac8f-323e-4e39-969e-c30ff582b50c", "address": "fa:16:3e:6f:a5:37", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c0ac8f-32", "ovs_interfaceid": "d3c0ac8f-323e-4e39-969e-c30ff582b50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.035917] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.036266] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.036410] env[62364]: DEBUG nova.objects.instance [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lazy-loading 'resources' on Instance uuid 3729a854-aa50-497d-9222-5e6c757b8583 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.037999] env[62364]: DEBUG nova.network.neutron [-] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.207244] env[62364]: DEBUG oslo_concurrency.lockutils [req-42f25c1b-231a-489c-9e49-7291e6cb45a8 req-0378a5ec-5dc5-462e-82b2-2ea4b26c461c service nova] Releasing lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.541788] env[62364]: INFO nova.compute.manager [-] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Took 1.02 seconds to deallocate network for instance. [ 1098.654353] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc09b111-6f54-4f72-b520-78be693b174a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.661782] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c568f2da-9e7c-4784-9c57-cc3f7b6eea7d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.690904] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd120076-9be7-4bde-ba63-9e284347598a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.697945] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d907455-5be1-485f-b03e-5c0988fb9cd9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.712690] env[62364]: DEBUG nova.compute.provider_tree [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.996643] env[62364]: DEBUG nova.compute.manager [req-10abea1b-131a-4b42-984f-d9723cb776c7 req-75871b4a-9a01-4c9e-b88f-ae96c7c6ba73 service nova] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Received event network-vif-deleted-a0655efe-4df5-4970-b3aa-f710ea9882ee {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1099.048129] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.075177] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "interface-e204fc32-a959-45b7-b69b-a9133ff8b507-d3c0ac8f-323e-4e39-969e-c30ff582b50c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.075434] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-e204fc32-a959-45b7-b69b-a9133ff8b507-d3c0ac8f-323e-4e39-969e-c30ff582b50c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.215559] env[62364]: DEBUG nova.scheduler.client.report [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.578549] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.578729] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.579704] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354e9d3c-c604-4572-aa0f-aafb32cd1465 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.597521] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ba9a5a-881a-48b2-87b7-7f99950f65ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.622226] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Reconfiguring VM to detach interface {{(pid=62364) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1099.622491] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-269a8c43-e7e4-4361-88ea-c21c0dad4627 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.640493] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1099.640493] env[62364]: value = "task-2481369" [ 1099.640493] env[62364]: _type = "Task" [ 1099.640493] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.648564] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.720908] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.723571] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.676s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.723870] env[62364]: DEBUG nova.objects.instance [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lazy-loading 'resources' on Instance uuid 24933e36-50b7-443d-a38f-afd8dde19033 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.744203] env[62364]: INFO nova.scheduler.client.report [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Deleted allocations for instance 3729a854-aa50-497d-9222-5e6c757b8583 [ 1100.151683] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.252323] env[62364]: DEBUG oslo_concurrency.lockutils [None req-713d99d5-26dc-4efc-98e6-1e3370963998 tempest-DeleteServersTestJSON-550755241 tempest-DeleteServersTestJSON-550755241-project-member] Lock "3729a854-aa50-497d-9222-5e6c757b8583" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.818s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.327348] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1d3a2b-1c99-4651-8492-50f96571bc3c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.334635] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fca494-0f76-4e87-aba4-d0c48a4fb956 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.364597] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7668fb-eeb2-4b00-aa43-80f5799888ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.371521] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff755f5c-f669-4fdb-ba8e-e6948bcc81df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.383875] env[62364]: DEBUG nova.compute.provider_tree [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.652879] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.887619] env[62364]: DEBUG nova.scheduler.client.report [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.152764] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.392569] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.424028] env[62364]: INFO nova.scheduler.client.report [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Deleted allocations for instance 24933e36-50b7-443d-a38f-afd8dde19033 [ 1101.652435] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.931944] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eb7964bc-8218-4deb-a63f-646eb3a7ca28 tempest-ServerShowV254Test-1290551590 tempest-ServerShowV254Test-1290551590-project-member] Lock "24933e36-50b7-443d-a38f-afd8dde19033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.066s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.960502] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1101.960757] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502112', 'volume_id': 'b969aa8b-043a-4212-a526-69c06742bad9', 'name': 'volume-b969aa8b-043a-4212-a526-69c06742bad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b969aa8b-043a-4212-a526-69c06742bad9', 'serial': 'b969aa8b-043a-4212-a526-69c06742bad9'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1101.961936] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04da03a7-f64e-4925-8f73-81eff73cba59 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.978096] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768c14cc-0e32-4a9a-afb9-99a522b71a91 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.001738] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-b969aa8b-043a-4212-a526-69c06742bad9/volume-b969aa8b-043a-4212-a526-69c06742bad9.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.002326] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bcd9701-b2e7-49b1-aa04-5485da6c31b4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.020695] env[62364]: DEBUG oslo_vmware.api [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1102.020695] env[62364]: value = "task-2481371" [ 1102.020695] env[62364]: _type = "Task" [ 1102.020695] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.028550] env[62364]: DEBUG oslo_vmware.api [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.153926] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.366212] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.366495] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.366815] env[62364]: INFO nova.compute.manager [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Rebooting instance [ 1102.530229] env[62364]: DEBUG oslo_vmware.api [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481371, 'name': ReconfigVM_Task, 'duration_secs': 0.31193} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.530516] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-b969aa8b-043a-4212-a526-69c06742bad9/volume-b969aa8b-043a-4212-a526-69c06742bad9.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.535304] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-339f0f94-3d35-49c5-9679-77714b535adb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.549207] env[62364]: DEBUG oslo_vmware.api [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1102.549207] env[62364]: value = "task-2481372" [ 1102.549207] env[62364]: _type = "Task" [ 1102.549207] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.556783] env[62364]: DEBUG oslo_vmware.api [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.654882] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.883993] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.884350] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.884579] env[62364]: DEBUG nova.network.neutron [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.059252] env[62364]: DEBUG oslo_vmware.api [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481372, 'name': ReconfigVM_Task, 'duration_secs': 0.133992} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.059643] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502112', 'volume_id': 'b969aa8b-043a-4212-a526-69c06742bad9', 'name': 'volume-b969aa8b-043a-4212-a526-69c06742bad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b969aa8b-043a-4212-a526-69c06742bad9', 'serial': 'b969aa8b-043a-4212-a526-69c06742bad9'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1103.155434] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.599152] env[62364]: DEBUG nova.network.neutron [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance_info_cache with network_info: [{"id": "53807fcd-ee84-456c-a46a-338cf8b8425d", "address": "fa:16:3e:35:73:3f", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53807fcd-ee", "ovs_interfaceid": "53807fcd-ee84-456c-a46a-338cf8b8425d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.656300] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.094671] env[62364]: DEBUG nova.objects.instance [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lazy-loading 'flavor' on Instance uuid 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.101739] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.158451] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.599646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bfe8359f-9b97-48a5-8530-285b4d0d8848 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.607281] env[62364]: DEBUG nova.compute.manager [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.608126] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffca191a-1014-4811-8b5e-d1bdaf843341 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.661889] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.838327] env[62364]: DEBUG oslo_concurrency.lockutils [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.838625] env[62364]: DEBUG oslo_concurrency.lockutils [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.158647] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.342146] env[62364]: INFO nova.compute.manager [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Detaching volume b969aa8b-043a-4212-a526-69c06742bad9 [ 1105.382036] env[62364]: INFO nova.virt.block_device [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Attempting to driver detach volume b969aa8b-043a-4212-a526-69c06742bad9 from mountpoint /dev/sdb [ 1105.382036] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1105.382036] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502112', 'volume_id': 'b969aa8b-043a-4212-a526-69c06742bad9', 'name': 'volume-b969aa8b-043a-4212-a526-69c06742bad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b969aa8b-043a-4212-a526-69c06742bad9', 'serial': 'b969aa8b-043a-4212-a526-69c06742bad9'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1105.383110] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a37602f-c0b2-4532-a59b-7c81a6bf08f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.404133] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725004a3-0a48-42e1-b7a5-671e2200b2fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.411981] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73965fb-6b2f-48fe-9c44-84540f5da000 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.432377] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e86d6e-40ba-4d61-9311-460887cce35f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.446845] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] The volume has not been displaced from its original location: [datastore1] volume-b969aa8b-043a-4212-a526-69c06742bad9/volume-b969aa8b-043a-4212-a526-69c06742bad9.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1105.452129] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.452458] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80ede61f-1eb6-44e8-9fc0-a267f785ecd5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.469849] env[62364]: DEBUG oslo_vmware.api [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1105.469849] env[62364]: value = "task-2481373" [ 1105.469849] env[62364]: _type = "Task" [ 1105.469849] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.480051] env[62364]: DEBUG oslo_vmware.api [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.626422] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bccaddb-5bdd-488f-8a9d-aeb027dac850 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.635931] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Doing hard reboot of VM {{(pid=62364) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1105.636251] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cd138207-e341-4e99-8143-36129742a9d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.645590] env[62364]: DEBUG oslo_vmware.api [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1105.645590] env[62364]: value = "task-2481374" [ 1105.645590] env[62364]: _type = "Task" [ 1105.645590] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.655592] env[62364]: DEBUG oslo_vmware.api [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481374, 'name': ResetVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.661665] env[62364]: DEBUG oslo_vmware.api [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481369, 'name': ReconfigVM_Task, 'duration_secs': 5.777194} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.661830] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.662056] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Reconfigured VM to detach interface {{(pid=62364) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1105.980775] env[62364]: DEBUG oslo_vmware.api [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481373, 'name': ReconfigVM_Task, 'duration_secs': 0.220976} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.981134] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.985710] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d18774b-7e25-4b34-a240-2ea07ba24048 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.000518] env[62364]: DEBUG oslo_vmware.api [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1106.000518] env[62364]: value = "task-2481375" [ 1106.000518] env[62364]: _type = "Task" [ 1106.000518] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.010132] env[62364]: DEBUG oslo_vmware.api [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.155873] env[62364]: DEBUG oslo_vmware.api [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481374, 'name': ResetVM_Task, 'duration_secs': 0.08507} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.156186] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Did hard reboot of VM {{(pid=62364) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1106.156397] env[62364]: DEBUG nova.compute.manager [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.157218] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58886877-64d1-49b7-93d2-36ae04253e74 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.510639] env[62364]: DEBUG oslo_vmware.api [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481375, 'name': ReconfigVM_Task, 'duration_secs': 0.142031} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.510970] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502112', 'volume_id': 'b969aa8b-043a-4212-a526-69c06742bad9', 'name': 'volume-b969aa8b-043a-4212-a526-69c06742bad9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b969aa8b-043a-4212-a526-69c06742bad9', 'serial': 'b969aa8b-043a-4212-a526-69c06742bad9'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.675306] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8516d3c7-eaf2-45a4-a81d-ba95f590a02c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.309s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.059903] env[62364]: DEBUG nova.objects.instance [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lazy-loading 'flavor' on Instance uuid 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.165709] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.165908] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.166110] env[62364]: DEBUG nova.network.neutron [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.890115] env[62364]: INFO nova.network.neutron [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Port d3c0ac8f-323e-4e39-969e-c30ff582b50c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1107.890552] env[62364]: DEBUG nova.network.neutron [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updating instance_info_cache with network_info: [{"id": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "address": "fa:16:3e:d4:b5:ec", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfdb2a3-82", "ovs_interfaceid": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.955438] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "41690a03-01fb-4790-b9d6-6063e3015191" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.955715] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "41690a03-01fb-4790-b9d6-6063e3015191" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.955917] env[62364]: INFO nova.compute.manager [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Shelving [ 1108.071660] env[62364]: DEBUG oslo_concurrency.lockutils [None req-149ee837-3943-43eb-a2e4-04d9d7ca81f5 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.278269] env[62364]: DEBUG nova.compute.manager [req-1f1fbc24-bc1f-48c5-95d5-437b68b7f308 req-41311d35-73a9-47f9-9206-ea4d1820e48f service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Received event network-changed-bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1108.278269] env[62364]: DEBUG nova.compute.manager [req-1f1fbc24-bc1f-48c5-95d5-437b68b7f308 req-41311d35-73a9-47f9-9206-ea4d1820e48f service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing instance network info cache due to event network-changed-bcfdb2a3-82d5-4963-9da3-efe08c20036b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1108.278564] env[62364]: DEBUG oslo_concurrency.lockutils [req-1f1fbc24-bc1f-48c5-95d5-437b68b7f308 req-41311d35-73a9-47f9-9206-ea4d1820e48f service nova] Acquiring lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.393032] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.396506] env[62364]: DEBUG oslo_concurrency.lockutils [req-1f1fbc24-bc1f-48c5-95d5-437b68b7f308 req-41311d35-73a9-47f9-9206-ea4d1820e48f service nova] Acquired lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.396831] env[62364]: DEBUG nova.network.neutron [req-1f1fbc24-bc1f-48c5-95d5-437b68b7f308 req-41311d35-73a9-47f9-9206-ea4d1820e48f service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Refreshing network info cache for port bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.721164] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquiring lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.721574] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.899793] env[62364]: DEBUG oslo_concurrency.lockutils [None req-3d8f01bc-6289-4295-8a60-0a1f8237ba15 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-e204fc32-a959-45b7-b69b-a9133ff8b507-d3c0ac8f-323e-4e39-969e-c30ff582b50c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.824s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.966538] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "interface-43837287-48c0-4bed-aea2-fccdaa7d8ea7-d3c0ac8f-323e-4e39-969e-c30ff582b50c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.966791] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-43837287-48c0-4bed-aea2-fccdaa7d8ea7-d3c0ac8f-323e-4e39-969e-c30ff582b50c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.967194] env[62364]: DEBUG nova.objects.instance [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'flavor' on Instance uuid 43837287-48c0-4bed-aea2-fccdaa7d8ea7 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.971865] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.972189] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f75c3654-1046-401d-8fc1-fe742d169eee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.979708] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1108.979708] env[62364]: value = "task-2481376" [ 1108.979708] env[62364]: _type = "Task" [ 1108.979708] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.991369] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.098569] env[62364]: DEBUG nova.network.neutron [req-1f1fbc24-bc1f-48c5-95d5-437b68b7f308 req-41311d35-73a9-47f9-9206-ea4d1820e48f service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updated VIF entry in instance network info cache for port bcfdb2a3-82d5-4963-9da3-efe08c20036b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.098935] env[62364]: DEBUG nova.network.neutron [req-1f1fbc24-bc1f-48c5-95d5-437b68b7f308 req-41311d35-73a9-47f9-9206-ea4d1820e48f service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updating instance_info_cache with network_info: [{"id": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "address": "fa:16:3e:d4:b5:ec", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfdb2a3-82", "ovs_interfaceid": "bcfdb2a3-82d5-4963-9da3-efe08c20036b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.132230] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.132429] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.132649] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.132933] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.133045] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.134988] env[62364]: INFO nova.compute.manager [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Terminating instance [ 1109.223411] env[62364]: DEBUG nova.compute.manager [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.489486] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481376, 'name': PowerOffVM_Task, 'duration_secs': 0.216156} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.489736] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.490577] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05df6be3-44a6-4be4-8ca4-16f7a33f9a89 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.512387] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ae7cac-7714-47f6-8741-da6e031903b8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.578356] env[62364]: DEBUG nova.objects.instance [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'pci_requests' on Instance uuid 43837287-48c0-4bed-aea2-fccdaa7d8ea7 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.601923] env[62364]: DEBUG oslo_concurrency.lockutils [req-1f1fbc24-bc1f-48c5-95d5-437b68b7f308 req-41311d35-73a9-47f9-9206-ea4d1820e48f service nova] Releasing lock "refresh_cache-e204fc32-a959-45b7-b69b-a9133ff8b507" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.638670] env[62364]: DEBUG nova.compute.manager [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.638924] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.639937] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cedc3d-ae04-4f91-9042-590e1efabe44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.648318] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.648568] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b527dc94-817f-4dbd-8e48-d4d1ef07ccb4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.654466] env[62364]: DEBUG oslo_vmware.api [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1109.654466] env[62364]: value = "task-2481377" [ 1109.654466] env[62364]: _type = "Task" [ 1109.654466] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.662226] env[62364]: DEBUG oslo_vmware.api [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.745672] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.746035] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.748123] env[62364]: INFO nova.compute.claims [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.022503] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1110.022875] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07db0d3d-1e9a-45e4-b0ca-2792fd603aff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.030334] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1110.030334] env[62364]: value = "task-2481378" [ 1110.030334] env[62364]: _type = "Task" [ 1110.030334] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.039169] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481378, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.080569] env[62364]: DEBUG nova.objects.base [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Object Instance<43837287-48c0-4bed-aea2-fccdaa7d8ea7> lazy-loaded attributes: flavor,pci_requests {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1110.080764] env[62364]: DEBUG nova.network.neutron [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.152139] env[62364]: DEBUG nova.policy [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bb2f50a136b41c6b255be29d4f45327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd49f657a25427c8f7bb0261f592a35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.163842] env[62364]: DEBUG oslo_vmware.api [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481377, 'name': PowerOffVM_Task, 'duration_secs': 0.163533} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.164106] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.164296] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.164522] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21d4cb78-6ace-4ad1-9782-f3fd99aa13fb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.227490] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.227736] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.227924] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleting the datastore file [datastore1] 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.228272] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c51f3f8-3807-44f4-a847-773f82a3b371 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.235168] env[62364]: DEBUG oslo_vmware.api [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1110.235168] env[62364]: value = "task-2481380" [ 1110.235168] env[62364]: _type = "Task" [ 1110.235168] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.243577] env[62364]: DEBUG oslo_vmware.api [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.315531] env[62364]: DEBUG nova.compute.manager [req-722b59e8-799d-4bc6-a0e0-1aaa815bc09e req-6b596d75-f6ea-4484-a376-8b7120f8fc60 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Received event network-changed-f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1110.315780] env[62364]: DEBUG nova.compute.manager [req-722b59e8-799d-4bc6-a0e0-1aaa815bc09e req-6b596d75-f6ea-4484-a376-8b7120f8fc60 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Refreshing instance network info cache due to event network-changed-f3d1bc33-3042-4364-a6df-e0c5a571985b. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1110.316117] env[62364]: DEBUG oslo_concurrency.lockutils [req-722b59e8-799d-4bc6-a0e0-1aaa815bc09e req-6b596d75-f6ea-4484-a376-8b7120f8fc60 service nova] Acquiring lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.316855] env[62364]: DEBUG oslo_concurrency.lockutils [req-722b59e8-799d-4bc6-a0e0-1aaa815bc09e req-6b596d75-f6ea-4484-a376-8b7120f8fc60 service nova] Acquired lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.316855] env[62364]: DEBUG nova.network.neutron [req-722b59e8-799d-4bc6-a0e0-1aaa815bc09e req-6b596d75-f6ea-4484-a376-8b7120f8fc60 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Refreshing network info cache for port f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.540922] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481378, 'name': CreateSnapshot_Task, 'duration_secs': 0.45817} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.541149] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1110.541892] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d8dca5-52f2-4868-aa5a-9d696ebda0d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.746611] env[62364]: DEBUG oslo_vmware.api [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178851} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.746873] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.747068] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.747274] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.747450] env[62364]: INFO nova.compute.manager [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1110.747685] env[62364]: DEBUG oslo.service.loopingcall [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1110.747865] env[62364]: DEBUG nova.compute.manager [-] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.747960] env[62364]: DEBUG nova.network.neutron [-] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.840495] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e33375-96c8-4af1-a5bb-0d8562dd9778 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.847767] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9307f68a-c25b-4390-849b-cca3df207c8c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.878298] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82887e1-632e-4696-a9b3-62f1a33505e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.885307] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2f1b0c-125f-49e7-bd77-e251cecd7a00 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.898063] env[62364]: DEBUG nova.compute.provider_tree [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.063017] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1111.063017] env[62364]: DEBUG nova.network.neutron [req-722b59e8-799d-4bc6-a0e0-1aaa815bc09e req-6b596d75-f6ea-4484-a376-8b7120f8fc60 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updated VIF entry in instance network info cache for port f3d1bc33-3042-4364-a6df-e0c5a571985b. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.063017] env[62364]: DEBUG nova.network.neutron [req-722b59e8-799d-4bc6-a0e0-1aaa815bc09e req-6b596d75-f6ea-4484-a376-8b7120f8fc60 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updating instance_info_cache with network_info: [{"id": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "address": "fa:16:3e:75:ad:eb", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d1bc33-30", "ovs_interfaceid": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.063542] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f4d2539d-889f-4bcf-bdcd-21cff625c208 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.073306] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1111.073306] env[62364]: value = "task-2481381" [ 1111.073306] env[62364]: _type = "Task" [ 1111.073306] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.083011] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481381, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.401589] env[62364]: DEBUG nova.scheduler.client.report [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.529214] env[62364]: DEBUG nova.compute.manager [req-3411df56-500d-4e98-b3aa-ca8f7f4bd1e1 req-2a910314-660c-41ff-96f6-42df110e876c service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Received event network-vif-plugged-d3c0ac8f-323e-4e39-969e-c30ff582b50c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1111.530833] env[62364]: DEBUG oslo_concurrency.lockutils [req-3411df56-500d-4e98-b3aa-ca8f7f4bd1e1 req-2a910314-660c-41ff-96f6-42df110e876c service nova] Acquiring lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.531310] env[62364]: DEBUG oslo_concurrency.lockutils [req-3411df56-500d-4e98-b3aa-ca8f7f4bd1e1 req-2a910314-660c-41ff-96f6-42df110e876c service nova] Lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.531668] env[62364]: DEBUG oslo_concurrency.lockutils [req-3411df56-500d-4e98-b3aa-ca8f7f4bd1e1 req-2a910314-660c-41ff-96f6-42df110e876c service nova] Lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.531993] env[62364]: DEBUG nova.compute.manager [req-3411df56-500d-4e98-b3aa-ca8f7f4bd1e1 req-2a910314-660c-41ff-96f6-42df110e876c service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] No waiting events found dispatching network-vif-plugged-d3c0ac8f-323e-4e39-969e-c30ff582b50c {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.532337] env[62364]: WARNING nova.compute.manager [req-3411df56-500d-4e98-b3aa-ca8f7f4bd1e1 req-2a910314-660c-41ff-96f6-42df110e876c service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Received unexpected event network-vif-plugged-d3c0ac8f-323e-4e39-969e-c30ff582b50c for instance with vm_state active and task_state None. [ 1111.568322] env[62364]: DEBUG oslo_concurrency.lockutils [req-722b59e8-799d-4bc6-a0e0-1aaa815bc09e req-6b596d75-f6ea-4484-a376-8b7120f8fc60 service nova] Releasing lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.585756] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481381, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.616522] env[62364]: DEBUG nova.network.neutron [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Successfully updated port: d3c0ac8f-323e-4e39-969e-c30ff582b50c {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.700025] env[62364]: DEBUG nova.network.neutron [-] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.907079] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.907508] env[62364]: DEBUG nova.compute.manager [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.085552] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481381, 'name': CloneVM_Task} progress is 95%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.120577] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.120808] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.121016] env[62364]: DEBUG nova.network.neutron [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.202800] env[62364]: INFO nova.compute.manager [-] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Took 1.45 seconds to deallocate network for instance. [ 1112.340566] env[62364]: DEBUG nova.compute.manager [req-ed0fa714-c619-459f-968e-9c5ff4740f9b req-72e57a01-54bf-4ac8-a702-a843db6a2127 service nova] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Received event network-vif-deleted-e53cdc9e-5dc5-49a7-869d-b145cca1c0eb {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1112.412757] env[62364]: DEBUG nova.compute.utils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1112.414115] env[62364]: DEBUG nova.compute.manager [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.414263] env[62364]: DEBUG nova.network.neutron [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.458228] env[62364]: DEBUG nova.policy [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e766bd39adeb42919d1030733f343a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baecaef9ace948e59b3114710df330f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.585987] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481381, 'name': CloneVM_Task, 'duration_secs': 1.119231} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.586265] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Created linked-clone VM from snapshot [ 1112.586981] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89421d01-33e3-4ec7-8757-e34a27fa93f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.593741] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Uploading image 5dbcaf7b-23e1-473a-80f0-98727c52f77c {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1112.618942] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1112.618942] env[62364]: value = "vm-502114" [ 1112.618942] env[62364]: _type = "VirtualMachine" [ 1112.618942] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1112.619244] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7d0dff5-d08c-47ef-aa47-02a0bcd7900f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.626384] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lease: (returnval){ [ 1112.626384] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52697b2c-4eca-6c71-8d52-edaffbf78497" [ 1112.626384] env[62364]: _type = "HttpNfcLease" [ 1112.626384] env[62364]: } obtained for exporting VM: (result){ [ 1112.626384] env[62364]: value = "vm-502114" [ 1112.626384] env[62364]: _type = "VirtualMachine" [ 1112.626384] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1112.626692] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the lease: (returnval){ [ 1112.626692] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52697b2c-4eca-6c71-8d52-edaffbf78497" [ 1112.626692] env[62364]: _type = "HttpNfcLease" [ 1112.626692] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1112.632926] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.632926] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52697b2c-4eca-6c71-8d52-edaffbf78497" [ 1112.632926] env[62364]: _type = "HttpNfcLease" [ 1112.632926] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1112.659767] env[62364]: WARNING nova.network.neutron [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] cec9def8-70ce-4471-8895-03263e90a1ca already exists in list: networks containing: ['cec9def8-70ce-4471-8895-03263e90a1ca']. ignoring it [ 1112.705145] env[62364]: DEBUG nova.network.neutron [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Successfully created port: f915ef2a-6fa0-421f-b18d-31536d90d3f0 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.708888] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.709160] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.709388] env[62364]: DEBUG nova.objects.instance [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lazy-loading 'resources' on Instance uuid 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.919424] env[62364]: DEBUG nova.compute.manager [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.920978] env[62364]: DEBUG nova.network.neutron [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updating instance_info_cache with network_info: [{"id": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "address": "fa:16:3e:75:ad:eb", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d1bc33-30", "ovs_interfaceid": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3c0ac8f-323e-4e39-969e-c30ff582b50c", "address": "fa:16:3e:6f:a5:37", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c0ac8f-32", "ovs_interfaceid": "d3c0ac8f-323e-4e39-969e-c30ff582b50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.135730] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.135730] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52697b2c-4eca-6c71-8d52-edaffbf78497" [ 1113.135730] env[62364]: _type = "HttpNfcLease" [ 1113.135730] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1113.136097] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1113.136097] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52697b2c-4eca-6c71-8d52-edaffbf78497" [ 1113.136097] env[62364]: _type = "HttpNfcLease" [ 1113.136097] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1113.136729] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe433f3d-6495-412e-924b-96c2f6fd56a5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.143630] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257beba-993c-c51a-4a64-b0335580dd08/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1113.143805] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257beba-993c-c51a-4a64-b0335580dd08/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1113.236075] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af13ea97-6f47-40f1-8943-54b1ef62d041 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.316930] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfde443-e0bd-412a-b8f7-ce9043dbdbec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.324598] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19e40be-dd88-44cb-91bb-7ec0b9d00369 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.354898] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47102ce-f014-4cc0-b456-9c8513991ef0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.362137] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4088343-f3d5-4c07-93b8-2a060c9a1fca {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.375484] env[62364]: DEBUG nova.compute.provider_tree [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.426493] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.427231] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.427231] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.428465] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e340cb4-1ed4-4c27-a3dc-a4f9069847d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.451507] env[62364]: DEBUG nova.virt.hardware [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.451507] env[62364]: DEBUG nova.virt.hardware [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.451507] env[62364]: DEBUG nova.virt.hardware [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.451507] env[62364]: DEBUG nova.virt.hardware [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.451507] env[62364]: DEBUG nova.virt.hardware [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.451507] env[62364]: DEBUG nova.virt.hardware [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.451507] env[62364]: DEBUG nova.virt.hardware [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.451507] env[62364]: DEBUG nova.virt.hardware [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.451507] env[62364]: DEBUG nova.virt.hardware [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.451507] env[62364]: DEBUG nova.virt.hardware [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.451507] env[62364]: DEBUG nova.virt.hardware [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.457582] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Reconfiguring VM to attach interface {{(pid=62364) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1113.459240] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-212221fd-c947-428d-84c1-bfc4bd6cb53a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.480091] env[62364]: DEBUG oslo_vmware.api [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1113.480091] env[62364]: value = "task-2481383" [ 1113.480091] env[62364]: _type = "Task" [ 1113.480091] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.488119] env[62364]: DEBUG oslo_vmware.api [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481383, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.553838] env[62364]: DEBUG nova.compute.manager [req-c5aa4a88-b864-4073-b6bf-f5465add3e5a req-b179d496-6ea5-426f-9417-d61e362a1f17 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Received event network-changed-d3c0ac8f-323e-4e39-969e-c30ff582b50c {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1113.554090] env[62364]: DEBUG nova.compute.manager [req-c5aa4a88-b864-4073-b6bf-f5465add3e5a req-b179d496-6ea5-426f-9417-d61e362a1f17 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Refreshing instance network info cache due to event network-changed-d3c0ac8f-323e-4e39-969e-c30ff582b50c. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1113.554317] env[62364]: DEBUG oslo_concurrency.lockutils [req-c5aa4a88-b864-4073-b6bf-f5465add3e5a req-b179d496-6ea5-426f-9417-d61e362a1f17 service nova] Acquiring lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.554479] env[62364]: DEBUG oslo_concurrency.lockutils [req-c5aa4a88-b864-4073-b6bf-f5465add3e5a req-b179d496-6ea5-426f-9417-d61e362a1f17 service nova] Acquired lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.554658] env[62364]: DEBUG nova.network.neutron [req-c5aa4a88-b864-4073-b6bf-f5465add3e5a req-b179d496-6ea5-426f-9417-d61e362a1f17 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Refreshing network info cache for port d3c0ac8f-323e-4e39-969e-c30ff582b50c {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.878897] env[62364]: DEBUG nova.scheduler.client.report [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.929589] env[62364]: DEBUG nova.compute.manager [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.955893] env[62364]: DEBUG nova.virt.hardware [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.957310] env[62364]: DEBUG nova.virt.hardware [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.957310] env[62364]: DEBUG nova.virt.hardware [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.957310] env[62364]: DEBUG nova.virt.hardware [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.957310] env[62364]: DEBUG nova.virt.hardware [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.957310] env[62364]: DEBUG nova.virt.hardware [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.957541] env[62364]: DEBUG nova.virt.hardware [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.957667] env[62364]: DEBUG nova.virt.hardware [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.957833] env[62364]: DEBUG nova.virt.hardware [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.957997] env[62364]: DEBUG nova.virt.hardware [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.958205] env[62364]: DEBUG nova.virt.hardware [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.959622] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f548db2-f95f-4d39-956b-5cd9835fdf00 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.968487] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a34ae11-555a-4d6d-89aa-66ee9286bb75 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.991071] env[62364]: DEBUG oslo_vmware.api [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.202841] env[62364]: DEBUG nova.network.neutron [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Successfully updated port: f915ef2a-6fa0-421f-b18d-31536d90d3f0 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.283534] env[62364]: DEBUG nova.network.neutron [req-c5aa4a88-b864-4073-b6bf-f5465add3e5a req-b179d496-6ea5-426f-9417-d61e362a1f17 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updated VIF entry in instance network info cache for port d3c0ac8f-323e-4e39-969e-c30ff582b50c. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.284882] env[62364]: DEBUG nova.network.neutron [req-c5aa4a88-b864-4073-b6bf-f5465add3e5a req-b179d496-6ea5-426f-9417-d61e362a1f17 service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updating instance_info_cache with network_info: [{"id": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "address": "fa:16:3e:75:ad:eb", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d1bc33-30", "ovs_interfaceid": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3c0ac8f-323e-4e39-969e-c30ff582b50c", "address": "fa:16:3e:6f:a5:37", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c0ac8f-32", "ovs_interfaceid": "d3c0ac8f-323e-4e39-969e-c30ff582b50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.384328] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.407544] env[62364]: INFO nova.scheduler.client.report [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleted allocations for instance 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0 [ 1114.492197] env[62364]: DEBUG oslo_vmware.api [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481383, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.705283] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquiring lock "refresh_cache-ed1a68ff-24ac-48cf-b798-ef353b52cf1d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.705444] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquired lock "refresh_cache-ed1a68ff-24ac-48cf-b798-ef353b52cf1d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.705654] env[62364]: DEBUG nova.network.neutron [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.786894] env[62364]: DEBUG oslo_concurrency.lockutils [req-c5aa4a88-b864-4073-b6bf-f5465add3e5a req-b179d496-6ea5-426f-9417-d61e362a1f17 service nova] Releasing lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.919136] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4c1916ad-757e-480e-944b-f10917d01bfb tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.787s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.994964] env[62364]: DEBUG oslo_vmware.api [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481383, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.242254] env[62364]: DEBUG nova.network.neutron [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.390915] env[62364]: DEBUG nova.network.neutron [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Updating instance_info_cache with network_info: [{"id": "f915ef2a-6fa0-421f-b18d-31536d90d3f0", "address": "fa:16:3e:78:7c:0b", "network": {"id": "46fa3d1b-587e-4473-a35f-85f7ad3f1741", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-319195977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baecaef9ace948e59b3114710df330f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf915ef2a-6f", "ovs_interfaceid": "f915ef2a-6fa0-421f-b18d-31536d90d3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.493651] env[62364]: DEBUG oslo_vmware.api [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481383, 'name': ReconfigVM_Task, 'duration_secs': 1.639056} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.494178] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.494491] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Reconfigured VM to attach interface {{(pid=62364) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1115.874667] env[62364]: DEBUG nova.compute.manager [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Received event network-vif-plugged-f915ef2a-6fa0-421f-b18d-31536d90d3f0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1115.874863] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] Acquiring lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.875096] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] Lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.875273] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] Lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.875464] env[62364]: DEBUG nova.compute.manager [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] No waiting events found dispatching network-vif-plugged-f915ef2a-6fa0-421f-b18d-31536d90d3f0 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.875639] env[62364]: WARNING nova.compute.manager [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Received unexpected event network-vif-plugged-f915ef2a-6fa0-421f-b18d-31536d90d3f0 for instance with vm_state building and task_state spawning. [ 1115.875822] env[62364]: DEBUG nova.compute.manager [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Received event network-changed-f915ef2a-6fa0-421f-b18d-31536d90d3f0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1115.875944] env[62364]: DEBUG nova.compute.manager [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Refreshing instance network info cache due to event network-changed-f915ef2a-6fa0-421f-b18d-31536d90d3f0. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1115.876143] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] Acquiring lock "refresh_cache-ed1a68ff-24ac-48cf-b798-ef353b52cf1d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.894132] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Releasing lock "refresh_cache-ed1a68ff-24ac-48cf-b798-ef353b52cf1d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.894518] env[62364]: DEBUG nova.compute.manager [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Instance network_info: |[{"id": "f915ef2a-6fa0-421f-b18d-31536d90d3f0", "address": "fa:16:3e:78:7c:0b", "network": {"id": "46fa3d1b-587e-4473-a35f-85f7ad3f1741", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-319195977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baecaef9ace948e59b3114710df330f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf915ef2a-6f", "ovs_interfaceid": "f915ef2a-6fa0-421f-b18d-31536d90d3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.894844] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] Acquired lock "refresh_cache-ed1a68ff-24ac-48cf-b798-ef353b52cf1d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.895235] env[62364]: DEBUG nova.network.neutron [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Refreshing network info cache for port f915ef2a-6fa0-421f-b18d-31536d90d3f0 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.896309] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:7c:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f915ef2a-6fa0-421f-b18d-31536d90d3f0', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.905400] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Creating folder: Project (baecaef9ace948e59b3114710df330f9). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.909009] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c08fe6-6da2-400a-bd81-780a4d58f526 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.921435] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Created folder: Project (baecaef9ace948e59b3114710df330f9) in parent group-v501830. [ 1115.921435] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Creating folder: Instances. Parent ref: group-v502115. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.921435] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da5c9d8f-9bb1-49fb-873c-5a660a21d31b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.929454] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Created folder: Instances in parent group-v502115. [ 1115.929710] env[62364]: DEBUG oslo.service.loopingcall [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.929906] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.930152] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1735c4c3-2198-426b-8235-1884eea87c26 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.950982] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.950982] env[62364]: value = "task-2481386" [ 1115.950982] env[62364]: _type = "Task" [ 1115.950982] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.961066] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481386, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.999558] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9fd5a01a-d4d4-4154-b4a6-8503f615ce48 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-43837287-48c0-4bed-aea2-fccdaa7d8ea7-d3c0ac8f-323e-4e39-969e-c30ff582b50c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.032s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.163422] env[62364]: DEBUG oslo_concurrency.lockutils [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.163685] env[62364]: DEBUG oslo_concurrency.lockutils [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.163874] env[62364]: INFO nova.compute.manager [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Shelving [ 1116.209303] env[62364]: DEBUG nova.network.neutron [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Updated VIF entry in instance network info cache for port f915ef2a-6fa0-421f-b18d-31536d90d3f0. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.209303] env[62364]: DEBUG nova.network.neutron [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Updating instance_info_cache with network_info: [{"id": "f915ef2a-6fa0-421f-b18d-31536d90d3f0", "address": "fa:16:3e:78:7c:0b", "network": {"id": "46fa3d1b-587e-4473-a35f-85f7ad3f1741", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-319195977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baecaef9ace948e59b3114710df330f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf915ef2a-6f", "ovs_interfaceid": "f915ef2a-6fa0-421f-b18d-31536d90d3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.461302] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481386, 'name': CreateVM_Task, 'duration_secs': 0.384966} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.461622] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.462192] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.462365] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.462694] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.462955] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d583ae5-2776-490f-9f4e-6f8bd0d8c986 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.468092] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for the task: (returnval){ [ 1116.468092] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52cacc42-e065-c237-0219-cfb217007705" [ 1116.468092] env[62364]: _type = "Task" [ 1116.468092] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.477773] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cacc42-e065-c237-0219-cfb217007705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.711873] env[62364]: DEBUG oslo_concurrency.lockutils [req-4e6e86aa-a0b1-400c-80b7-6aa7194c01cd req-926cac14-79b7-400c-9514-581882c153b5 service nova] Releasing lock "refresh_cache-ed1a68ff-24ac-48cf-b798-ef353b52cf1d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.981221] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52cacc42-e065-c237-0219-cfb217007705, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.981519] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.981763] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.981998] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.982179] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.982378] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.982619] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d988f83-8934-44c0-847b-55b9b5dc5bdd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.991577] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.991782] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.992553] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50d51c6-867e-4000-9b0d-8fc0dd1e7c6e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.998940] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for the task: (returnval){ [ 1116.998940] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b99a0a-630d-a06d-b223-69ea0adb0b3c" [ 1116.998940] env[62364]: _type = "Task" [ 1116.998940] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.006278] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b99a0a-630d-a06d-b223-69ea0adb0b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.176452] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.176822] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-859b08bd-49d8-49b6-bc91-d935ab86a5cb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.183357] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1117.183357] env[62364]: value = "task-2481387" [ 1117.183357] env[62364]: _type = "Task" [ 1117.183357] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.192322] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.508719] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b99a0a-630d-a06d-b223-69ea0adb0b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.509580] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d4f0710-ab99-4d50-9eff-6d0c71303af6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.515582] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for the task: (returnval){ [ 1117.515582] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b68d02-ecea-ad33-94ec-203ea5e0299b" [ 1117.515582] env[62364]: _type = "Task" [ 1117.515582] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.524186] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b68d02-ecea-ad33-94ec-203ea5e0299b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.693216] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481387, 'name': PowerOffVM_Task, 'duration_secs': 0.257504} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.693509] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.694378] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817e1447-2d31-4f77-b995-944683ec39be {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.713364] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b4a5f5-8065-4ad3-846d-a90f21be74aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.745101] env[62364]: DEBUG oslo_concurrency.lockutils [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "interface-43837287-48c0-4bed-aea2-fccdaa7d8ea7-d3c0ac8f-323e-4e39-969e-c30ff582b50c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.745371] env[62364]: DEBUG oslo_concurrency.lockutils [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-43837287-48c0-4bed-aea2-fccdaa7d8ea7-d3c0ac8f-323e-4e39-969e-c30ff582b50c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.028083] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b68d02-ecea-ad33-94ec-203ea5e0299b, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.028396] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.028709] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] ed1a68ff-24ac-48cf-b798-ef353b52cf1d/ed1a68ff-24ac-48cf-b798-ef353b52cf1d.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.029041] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5adbff19-4155-4e93-830d-05daf00f9cc9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.037138] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for the task: (returnval){ [ 1118.037138] env[62364]: value = "task-2481388" [ 1118.037138] env[62364]: _type = "Task" [ 1118.037138] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.046262] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.224163] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Creating Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1118.224296] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01028699-422b-4aa8-a71b-de67edf61d89 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.231910] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1118.231910] env[62364]: value = "task-2481389" [ 1118.231910] env[62364]: _type = "Task" [ 1118.231910] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.242443] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481389, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.249456] env[62364]: DEBUG oslo_concurrency.lockutils [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.249658] env[62364]: DEBUG oslo_concurrency.lockutils [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.253315] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c21c8cd-a8c8-40a7-b5e6-4898926910f8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.257071] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "6a937339-357b-4af7-9f28-4b70666fb1e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.257192] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.274568] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42be92be-a2a1-41ef-a051-d66c529d3bfe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.303042] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Reconfiguring VM to detach interface {{(pid=62364) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1118.303736] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af3fe5e-a011-46c3-819c-03e813ee1a3e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.324089] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1118.324089] env[62364]: value = "task-2481390" [ 1118.324089] env[62364]: _type = "Task" [ 1118.324089] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.333018] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.547930] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471867} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.548315] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] ed1a68ff-24ac-48cf-b798-ef353b52cf1d/ed1a68ff-24ac-48cf-b798-ef353b52cf1d.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.548418] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.548678] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-312569da-2c59-4fe0-a05a-c19bd48a23ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.555329] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for the task: (returnval){ [ 1118.555329] env[62364]: value = "task-2481391" [ 1118.555329] env[62364]: _type = "Task" [ 1118.555329] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.563796] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.665726] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.665935] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Cleaning up deleted instances with incomplete migration {{(pid=62364) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11798}} [ 1118.742142] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481389, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.759844] env[62364]: DEBUG nova.compute.manager [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.834645] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.065106] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06928} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.065422] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.066213] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c67cb-a842-4f08-8699-ec366c69b4e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.088074] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] ed1a68ff-24ac-48cf-b798-ef353b52cf1d/ed1a68ff-24ac-48cf-b798-ef353b52cf1d.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.088292] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bbf1feb-c58b-4c8a-8644-63aed1a37fba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.107874] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for the task: (returnval){ [ 1119.107874] env[62364]: value = "task-2481392" [ 1119.107874] env[62364]: _type = "Task" [ 1119.107874] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.116430] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.244659] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481389, 'name': CreateSnapshot_Task, 'duration_secs': 0.943446} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.244659] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Created Snapshot of the VM instance {{(pid=62364) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1119.245418] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb084fd-44e6-4715-8ff4-dea31eb6f14b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.283538] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.283538] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.285714] env[62364]: INFO nova.compute.claims [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.335609] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.618598] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.768642] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Creating linked-clone VM from snapshot {{(pid=62364) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1119.769098] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25114608-64e6-4cfb-9f54-af222284805e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.780046] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1119.780046] env[62364]: value = "task-2481393" [ 1119.780046] env[62364]: _type = "Task" [ 1119.780046] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.792444] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481393, 'name': CloneVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.835015] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.118603] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.292430] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481393, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.340402] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.405200] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c3232a-0de2-47c6-bdf1-f367dc4179de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.413410] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514b1afe-bbeb-494e-8c9a-f7b021e13add {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.448421] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ca5472-3397-4369-ac0b-88a19baa6a0b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.456978] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14440e4-41e4-49ac-823f-3e9ecc1c30ef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.471899] env[62364]: DEBUG nova.compute.provider_tree [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.620125] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481392, 'name': ReconfigVM_Task, 'duration_secs': 1.034263} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.620565] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Reconfigured VM instance instance-00000068 to attach disk [datastore1] ed1a68ff-24ac-48cf-b798-ef353b52cf1d/ed1a68ff-24ac-48cf-b798-ef353b52cf1d.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.621227] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9256339-e654-4dfb-9a47-bc62060a0b16 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.628097] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for the task: (returnval){ [ 1120.628097] env[62364]: value = "task-2481394" [ 1120.628097] env[62364]: _type = "Task" [ 1120.628097] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.637322] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481394, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.792329] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481393, 'name': CloneVM_Task} progress is 94%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.837125] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.975696] env[62364]: DEBUG nova.scheduler.client.report [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.138936] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481394, 'name': Rename_Task, 'duration_secs': 0.213997} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.139363] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.139640] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37ee8222-d8ce-4c05-aa22-539d3e68ea6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.146872] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for the task: (returnval){ [ 1121.146872] env[62364]: value = "task-2481395" [ 1121.146872] env[62364]: _type = "Task" [ 1121.146872] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.154168] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.291343] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481393, 'name': CloneVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.338543] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.481037] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.481791] env[62364]: DEBUG nova.compute.manager [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.658578] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481395, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.713106] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257beba-993c-c51a-4a64-b0335580dd08/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1121.714429] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c286d270-b8fc-4482-b539-cf46f90405fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.720816] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257beba-993c-c51a-4a64-b0335580dd08/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1121.721119] env[62364]: ERROR oslo_vmware.rw_handles [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257beba-993c-c51a-4a64-b0335580dd08/disk-0.vmdk due to incomplete transfer. [ 1121.721403] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-25932abd-a42f-46a0-bd10-8fc479d9e737 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.727676] env[62364]: DEBUG oslo_vmware.rw_handles [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257beba-993c-c51a-4a64-b0335580dd08/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1121.727869] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Uploaded image 5dbcaf7b-23e1-473a-80f0-98727c52f77c to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1121.730192] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1121.730442] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1741bdf4-0cb6-4a9e-a4b5-81ab12a78f78 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.735870] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1121.735870] env[62364]: value = "task-2481396" [ 1121.735870] env[62364]: _type = "Task" [ 1121.735870] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.743051] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481396, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.791906] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481393, 'name': CloneVM_Task, 'duration_secs': 1.519794} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.792243] env[62364]: INFO nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Created linked-clone VM from snapshot [ 1121.792988] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa7a58-d855-48d0-b355-9a94afcfb908 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.799557] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Uploading image e76781b8-5b58-4297-9850-5db03ec80276 {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1121.821794] env[62364]: DEBUG oslo_vmware.rw_handles [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1121.821794] env[62364]: value = "vm-502119" [ 1121.821794] env[62364]: _type = "VirtualMachine" [ 1121.821794] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1121.822055] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5eaaca9d-d50d-4078-a159-5a8d1c018f7c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.829588] env[62364]: DEBUG oslo_vmware.rw_handles [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lease: (returnval){ [ 1121.829588] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e4454f-f23c-b7a6-cfb1-b5968e9a4e0a" [ 1121.829588] env[62364]: _type = "HttpNfcLease" [ 1121.829588] env[62364]: } obtained for exporting VM: (result){ [ 1121.829588] env[62364]: value = "vm-502119" [ 1121.829588] env[62364]: _type = "VirtualMachine" [ 1121.829588] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1121.829944] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the lease: (returnval){ [ 1121.829944] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e4454f-f23c-b7a6-cfb1-b5968e9a4e0a" [ 1121.829944] env[62364]: _type = "HttpNfcLease" [ 1121.829944] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1121.840660] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.841961] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1121.841961] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e4454f-f23c-b7a6-cfb1-b5968e9a4e0a" [ 1121.841961] env[62364]: _type = "HttpNfcLease" [ 1121.841961] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1121.987903] env[62364]: DEBUG nova.compute.utils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1121.989449] env[62364]: DEBUG nova.compute.manager [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.989636] env[62364]: DEBUG nova.network.neutron [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.025169] env[62364]: DEBUG nova.policy [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a179eaf3de44b4984095fc9681733b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '869a42155d53401884ca1040f8a87871', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.157428] env[62364]: DEBUG oslo_vmware.api [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481395, 'name': PowerOnVM_Task, 'duration_secs': 0.550856} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.157741] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.157949] env[62364]: INFO nova.compute.manager [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1122.158149] env[62364]: DEBUG nova.compute.manager [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.158959] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05133984-3c46-4b16-89fa-2e957401ac0d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.245718] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481396, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.256633] env[62364]: DEBUG nova.network.neutron [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Successfully created port: 34171d7c-935e-496d-b1f6-d6c085dc9576 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.341038] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.344091] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.344091] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e4454f-f23c-b7a6-cfb1-b5968e9a4e0a" [ 1122.344091] env[62364]: _type = "HttpNfcLease" [ 1122.344091] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1122.344350] env[62364]: DEBUG oslo_vmware.rw_handles [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1122.344350] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e4454f-f23c-b7a6-cfb1-b5968e9a4e0a" [ 1122.344350] env[62364]: _type = "HttpNfcLease" [ 1122.344350] env[62364]: }. {{(pid=62364) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1122.345023] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284a830c-e10a-4e18-bf49-a74201d215c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.352037] env[62364]: DEBUG oslo_vmware.rw_handles [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529deda6-5b62-bc7f-e3aa-eb00bf71fa52/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1122.352037] env[62364]: DEBUG oslo_vmware.rw_handles [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529deda6-5b62-bc7f-e3aa-eb00bf71fa52/disk-0.vmdk for reading. {{(pid=62364) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1122.492686] env[62364]: DEBUG nova.compute.manager [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.553592] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-566ca10c-c6ea-4e6b-a9e4-58c2f6de9d86 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.675796] env[62364]: INFO nova.compute.manager [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Took 12.95 seconds to build instance. [ 1122.747049] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481396, 'name': Destroy_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.840437] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.163716] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.176692] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1f86e48-20fd-4857-a10a-0f8f740eca3d tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.455s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.248980] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481396, 'name': Destroy_Task, 'duration_secs': 1.296277} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.249473] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Destroyed the VM [ 1123.249918] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1123.250279] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6df0bfa1-d99f-490e-8566-e40e4ec1e5ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.256826] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1123.256826] env[62364]: value = "task-2481398" [ 1123.256826] env[62364]: _type = "Task" [ 1123.256826] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.266807] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481398, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.292588] env[62364]: DEBUG oslo_concurrency.lockutils [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquiring lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.292888] env[62364]: DEBUG oslo_concurrency.lockutils [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.293329] env[62364]: INFO nova.compute.manager [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Rebooting instance [ 1123.340077] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.503761] env[62364]: DEBUG nova.compute.manager [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.527089] env[62364]: DEBUG nova.virt.hardware [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.527476] env[62364]: DEBUG nova.virt.hardware [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.527703] env[62364]: DEBUG nova.virt.hardware [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.528017] env[62364]: DEBUG nova.virt.hardware [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.528181] env[62364]: DEBUG nova.virt.hardware [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.528341] env[62364]: DEBUG nova.virt.hardware [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.528545] env[62364]: DEBUG nova.virt.hardware [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.528709] env[62364]: DEBUG nova.virt.hardware [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.528881] env[62364]: DEBUG nova.virt.hardware [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.529050] env[62364]: DEBUG nova.virt.hardware [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.529232] env[62364]: DEBUG nova.virt.hardware [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.530111] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edda32e0-bf70-4ceb-9a37-79f242d39399 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.539017] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a61fbd-4c51-4e6f-9c05-eed730136291 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.624620] env[62364]: DEBUG nova.compute.manager [req-b34823d3-4e11-481c-8863-689f3c1b51c0 req-86336bdd-450e-46e2-b08c-998433bd0330 service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Received event network-vif-plugged-34171d7c-935e-496d-b1f6-d6c085dc9576 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1123.624887] env[62364]: DEBUG oslo_concurrency.lockutils [req-b34823d3-4e11-481c-8863-689f3c1b51c0 req-86336bdd-450e-46e2-b08c-998433bd0330 service nova] Acquiring lock "6a937339-357b-4af7-9f28-4b70666fb1e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.625206] env[62364]: DEBUG oslo_concurrency.lockutils [req-b34823d3-4e11-481c-8863-689f3c1b51c0 req-86336bdd-450e-46e2-b08c-998433bd0330 service nova] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.625442] env[62364]: DEBUG oslo_concurrency.lockutils [req-b34823d3-4e11-481c-8863-689f3c1b51c0 req-86336bdd-450e-46e2-b08c-998433bd0330 service nova] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.625709] env[62364]: DEBUG nova.compute.manager [req-b34823d3-4e11-481c-8863-689f3c1b51c0 req-86336bdd-450e-46e2-b08c-998433bd0330 service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] No waiting events found dispatching network-vif-plugged-34171d7c-935e-496d-b1f6-d6c085dc9576 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.625930] env[62364]: WARNING nova.compute.manager [req-b34823d3-4e11-481c-8863-689f3c1b51c0 req-86336bdd-450e-46e2-b08c-998433bd0330 service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Received unexpected event network-vif-plugged-34171d7c-935e-496d-b1f6-d6c085dc9576 for instance with vm_state building and task_state spawning. [ 1123.673645] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.673899] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1123.674117] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Rebuilding the list of instances to heal {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1123.766304] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481398, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.768749] env[62364]: DEBUG nova.network.neutron [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Successfully updated port: 34171d7c-935e-496d-b1f6-d6c085dc9576 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.818455] env[62364]: DEBUG oslo_concurrency.lockutils [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquiring lock "refresh_cache-ed1a68ff-24ac-48cf-b798-ef353b52cf1d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.818767] env[62364]: DEBUG oslo_concurrency.lockutils [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquired lock "refresh_cache-ed1a68ff-24ac-48cf-b798-ef353b52cf1d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.819047] env[62364]: DEBUG nova.network.neutron [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.842733] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.178146] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Skipping network cache update for instance because it is Building. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1124.206078] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.206265] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquired lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.206493] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Forcefully refreshing network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1124.206776] env[62364]: DEBUG nova.objects.instance [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lazy-loading 'info_cache' on Instance uuid 49b10d42-1180-4747-862c-fc0a6b7d3e94 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.267729] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481398, 'name': RemoveSnapshot_Task, 'duration_secs': 0.699951} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.268095] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1124.268492] env[62364]: DEBUG nova.compute.manager [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.269435] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f31c83-4223-4172-ae55-4a0082e0adee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.272686] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "refresh_cache-6a937339-357b-4af7-9f28-4b70666fb1e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.272864] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "refresh_cache-6a937339-357b-4af7-9f28-4b70666fb1e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.273051] env[62364]: DEBUG nova.network.neutron [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.341708] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.541326] env[62364]: DEBUG nova.network.neutron [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Updating instance_info_cache with network_info: [{"id": "f915ef2a-6fa0-421f-b18d-31536d90d3f0", "address": "fa:16:3e:78:7c:0b", "network": {"id": "46fa3d1b-587e-4473-a35f-85f7ad3f1741", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-319195977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baecaef9ace948e59b3114710df330f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf915ef2a-6f", "ovs_interfaceid": "f915ef2a-6fa0-421f-b18d-31536d90d3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.783973] env[62364]: INFO nova.compute.manager [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Shelve offloading [ 1124.817624] env[62364]: DEBUG nova.network.neutron [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.842019] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.988964] env[62364]: DEBUG nova.network.neutron [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Updating instance_info_cache with network_info: [{"id": "34171d7c-935e-496d-b1f6-d6c085dc9576", "address": "fa:16:3e:6b:17:39", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34171d7c-93", "ovs_interfaceid": "34171d7c-935e-496d-b1f6-d6c085dc9576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.044466] env[62364]: DEBUG oslo_concurrency.lockutils [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Releasing lock "refresh_cache-ed1a68ff-24ac-48cf-b798-ef353b52cf1d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.288068] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.288455] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-786865f6-2077-49d4-84d4-c090e5919327 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.295944] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1125.295944] env[62364]: value = "task-2481399" [ 1125.295944] env[62364]: _type = "Task" [ 1125.295944] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.303686] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.341307] env[62364]: DEBUG oslo_vmware.api [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481390, 'name': ReconfigVM_Task, 'duration_secs': 6.762436} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.341559] env[62364]: DEBUG oslo_concurrency.lockutils [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.341777] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Reconfigured VM to detach interface {{(pid=62364) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1125.492161] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "refresh_cache-6a937339-357b-4af7-9f28-4b70666fb1e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.492503] env[62364]: DEBUG nova.compute.manager [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Instance network_info: |[{"id": "34171d7c-935e-496d-b1f6-d6c085dc9576", "address": "fa:16:3e:6b:17:39", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34171d7c-93", "ovs_interfaceid": "34171d7c-935e-496d-b1f6-d6c085dc9576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.494536] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:17:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34171d7c-935e-496d-b1f6-d6c085dc9576', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.500812] env[62364]: DEBUG oslo.service.loopingcall [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.501050] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.501323] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11a9a999-03b9-40e8-8b57-dd6690593d64 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.523961] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.523961] env[62364]: value = "task-2481400" [ 1125.523961] env[62364]: _type = "Task" [ 1125.523961] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.531451] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481400, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.550886] env[62364]: DEBUG nova.compute.manager [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.551722] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f35bd8e-585b-40f1-bf57-6ff09c627a08 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.655435] env[62364]: DEBUG nova.compute.manager [req-64c28f01-ad54-4196-8898-92514c133d84 req-8e284add-7fa3-478b-8bff-45d0c994645b service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Received event network-changed-34171d7c-935e-496d-b1f6-d6c085dc9576 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1125.655694] env[62364]: DEBUG nova.compute.manager [req-64c28f01-ad54-4196-8898-92514c133d84 req-8e284add-7fa3-478b-8bff-45d0c994645b service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Refreshing instance network info cache due to event network-changed-34171d7c-935e-496d-b1f6-d6c085dc9576. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1125.655936] env[62364]: DEBUG oslo_concurrency.lockutils [req-64c28f01-ad54-4196-8898-92514c133d84 req-8e284add-7fa3-478b-8bff-45d0c994645b service nova] Acquiring lock "refresh_cache-6a937339-357b-4af7-9f28-4b70666fb1e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.656102] env[62364]: DEBUG oslo_concurrency.lockutils [req-64c28f01-ad54-4196-8898-92514c133d84 req-8e284add-7fa3-478b-8bff-45d0c994645b service nova] Acquired lock "refresh_cache-6a937339-357b-4af7-9f28-4b70666fb1e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.656285] env[62364]: DEBUG nova.network.neutron [req-64c28f01-ad54-4196-8898-92514c133d84 req-8e284add-7fa3-478b-8bff-45d0c994645b service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Refreshing network info cache for port 34171d7c-935e-496d-b1f6-d6c085dc9576 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.805851] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1125.806217] env[62364]: DEBUG nova.compute.manager [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.806942] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cea13a7-e31d-4ecf-97e7-28ded453373a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.812743] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.812963] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.813092] env[62364]: DEBUG nova.network.neutron [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.939107] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance_info_cache with network_info: [{"id": "53807fcd-ee84-456c-a46a-338cf8b8425d", "address": "fa:16:3e:35:73:3f", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53807fcd-ee", "ovs_interfaceid": "53807fcd-ee84-456c-a46a-338cf8b8425d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.034185] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481400, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.444463] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Releasing lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.444721] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updated the network info_cache for instance {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1126.447257] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.447514] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.447995] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.448181] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.448423] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.448496] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1126.448630] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.465937] env[62364]: DEBUG nova.network.neutron [req-64c28f01-ad54-4196-8898-92514c133d84 req-8e284add-7fa3-478b-8bff-45d0c994645b service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Updated VIF entry in instance network info cache for port 34171d7c-935e-496d-b1f6-d6c085dc9576. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.466326] env[62364]: DEBUG nova.network.neutron [req-64c28f01-ad54-4196-8898-92514c133d84 req-8e284add-7fa3-478b-8bff-45d0c994645b service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Updating instance_info_cache with network_info: [{"id": "34171d7c-935e-496d-b1f6-d6c085dc9576", "address": "fa:16:3e:6b:17:39", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34171d7c-93", "ovs_interfaceid": "34171d7c-935e-496d-b1f6-d6c085dc9576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.534728] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481400, 'name': CreateVM_Task, 'duration_secs': 0.626024} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.534883] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.535598] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.535787] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.536145] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.536406] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d3a0d3-02d1-4bc2-8ef4-8c596221ddb7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.541302] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1126.541302] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]522f7b87-1007-5693-78b8-5a2ce53986a0" [ 1126.541302] env[62364]: _type = "Task" [ 1126.541302] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.549382] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522f7b87-1007-5693-78b8-5a2ce53986a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.550322] env[62364]: DEBUG nova.network.neutron [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updating instance_info_cache with network_info: [{"id": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "address": "fa:16:3e:6e:8a:b7", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca48b03-fd", "ovs_interfaceid": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.566642] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013d05b9-8d77-4c73-a328-15202f876874 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.573805] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Doing hard reboot of VM {{(pid=62364) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1126.574089] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a4c94151-387e-4287-b1ca-5ce6dac5ff8c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.580217] env[62364]: DEBUG oslo_vmware.api [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for the task: (returnval){ [ 1126.580217] env[62364]: value = "task-2481401" [ 1126.580217] env[62364]: _type = "Task" [ 1126.580217] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.588956] env[62364]: DEBUG oslo_vmware.api [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481401, 'name': ResetVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.634890] env[62364]: DEBUG oslo_concurrency.lockutils [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.635175] env[62364]: DEBUG oslo_concurrency.lockutils [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquired lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.635381] env[62364]: DEBUG nova.network.neutron [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.952147] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.952539] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.952539] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.952703] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1126.953619] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b59f67f-c100-4caf-b491-60196ff0fadb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.962132] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2543c572-eddf-4aa7-b8ae-ef0b9a8d44e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.975524] env[62364]: DEBUG oslo_concurrency.lockutils [req-64c28f01-ad54-4196-8898-92514c133d84 req-8e284add-7fa3-478b-8bff-45d0c994645b service nova] Releasing lock "refresh_cache-6a937339-357b-4af7-9f28-4b70666fb1e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.976608] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc684109-d81e-45da-bf64-ad94e9578ad6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.983278] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175bec95-9126-4392-9924-bbb609b9886d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.013692] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180179MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1127.013860] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.014036] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.053123] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.054952] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522f7b87-1007-5693-78b8-5a2ce53986a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.055255] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.055480] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.055708] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.055853] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.056043] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.056587] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6d27131-8292-4d8c-bfaa-af42be073d3b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.064768] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.064953] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.065686] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e060e766-eff4-4f15-ab6d-6a79f8eb85df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.070889] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1127.070889] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f5384e-4d5e-b2e6-9eaf-365d21fce297" [ 1127.070889] env[62364]: _type = "Task" [ 1127.070889] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.078346] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f5384e-4d5e-b2e6-9eaf-365d21fce297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.088888] env[62364]: DEBUG oslo_vmware.api [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481401, 'name': ResetVM_Task, 'duration_secs': 0.096474} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.089207] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Did hard reboot of VM {{(pid=62364) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1127.089459] env[62364]: DEBUG nova.compute.manager [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.090271] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d67b88-39ae-4566-96f5-da835abb080a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.172188] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.172438] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.172648] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.172824] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.172993] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.175274] env[62364]: INFO nova.compute.manager [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Terminating instance [ 1127.283996] env[62364]: DEBUG nova.compute.manager [req-922b525b-cc8c-4402-b792-7651cf30d0a8 req-a0ce8d51-ac2f-467e-affe-4bc2c4c6a92c service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Received event network-vif-unplugged-1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1127.284275] env[62364]: DEBUG oslo_concurrency.lockutils [req-922b525b-cc8c-4402-b792-7651cf30d0a8 req-a0ce8d51-ac2f-467e-affe-4bc2c4c6a92c service nova] Acquiring lock "41690a03-01fb-4790-b9d6-6063e3015191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.284743] env[62364]: DEBUG oslo_concurrency.lockutils [req-922b525b-cc8c-4402-b792-7651cf30d0a8 req-a0ce8d51-ac2f-467e-affe-4bc2c4c6a92c service nova] Lock "41690a03-01fb-4790-b9d6-6063e3015191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.284743] env[62364]: DEBUG oslo_concurrency.lockutils [req-922b525b-cc8c-4402-b792-7651cf30d0a8 req-a0ce8d51-ac2f-467e-affe-4bc2c4c6a92c service nova] Lock "41690a03-01fb-4790-b9d6-6063e3015191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.284878] env[62364]: DEBUG nova.compute.manager [req-922b525b-cc8c-4402-b792-7651cf30d0a8 req-a0ce8d51-ac2f-467e-affe-4bc2c4c6a92c service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] No waiting events found dispatching network-vif-unplugged-1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.284928] env[62364]: WARNING nova.compute.manager [req-922b525b-cc8c-4402-b792-7651cf30d0a8 req-a0ce8d51-ac2f-467e-affe-4bc2c4c6a92c service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Received unexpected event network-vif-unplugged-1ca48b03-fd57-47f7-94ef-5e1d67436d39 for instance with vm_state shelved and task_state shelving_offloading. [ 1127.339613] env[62364]: INFO nova.network.neutron [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Port d3c0ac8f-323e-4e39-969e-c30ff582b50c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1127.340041] env[62364]: DEBUG nova.network.neutron [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updating instance_info_cache with network_info: [{"id": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "address": "fa:16:3e:75:ad:eb", "network": {"id": "cec9def8-70ce-4471-8895-03263e90a1ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1811812899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd49f657a25427c8f7bb0261f592a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d1bc33-30", "ovs_interfaceid": "f3d1bc33-3042-4364-a6df-e0c5a571985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.385787] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.387075] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e86f86f-9cb1-4da7-a762-1756eff7bfcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.394750] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.395020] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0bb834-ef69-4a61-ad5a-d323593854a7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.470146] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.470388] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.470579] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleting the datastore file [datastore2] 41690a03-01fb-4790-b9d6-6063e3015191 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.470893] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7f837b5-ec02-416d-8a3e-b3ad8eab291a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.477436] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1127.477436] env[62364]: value = "task-2481403" [ 1127.477436] env[62364]: _type = "Task" [ 1127.477436] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.485701] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.582971] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f5384e-4d5e-b2e6-9eaf-365d21fce297, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.583914] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed0c2c4-697d-4507-99e4-e1f056d96971 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.590067] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1127.590067] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b2efef-b58e-a237-0001-742e0a0c355f" [ 1127.590067] env[62364]: _type = "Task" [ 1127.590067] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.599388] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b2efef-b58e-a237-0001-742e0a0c355f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.602322] env[62364]: DEBUG oslo_concurrency.lockutils [None req-97ebbc8e-41ae-4262-97ea-01c532362c46 tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.309s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.678661] env[62364]: DEBUG nova.compute.manager [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.678932] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.679919] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38911465-ffa1-4327-9b9f-53b98154718a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.688016] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.688300] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cda501e4-6b7c-4c79-9a65-35761093c73b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.695390] env[62364]: DEBUG oslo_vmware.api [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1127.695390] env[62364]: value = "task-2481404" [ 1127.695390] env[62364]: _type = "Task" [ 1127.695390] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.703724] env[62364]: DEBUG oslo_vmware.api [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.843207] env[62364]: DEBUG oslo_concurrency.lockutils [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Releasing lock "refresh_cache-43837287-48c0-4bed-aea2-fccdaa7d8ea7" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.987340] env[62364]: DEBUG oslo_vmware.api [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152272} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.987709] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.987829] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.988011] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.016079] env[62364]: INFO nova.scheduler.client.report [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleted allocations for instance 41690a03-01fb-4790-b9d6-6063e3015191 [ 1128.039310] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 49b10d42-1180-4747-862c-fc0a6b7d3e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.039585] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance e204fc32-a959-45b7-b69b-a9133ff8b507 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.039719] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 43837287-48c0-4bed-aea2-fccdaa7d8ea7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.039845] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance d5b12ec9-2583-4d89-b8ad-375d0b725179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.039961] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance ed1a68ff-24ac-48cf-b798-ef353b52cf1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.040116] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 6a937339-357b-4af7-9f28-4b70666fb1e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.040331] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1128.040524] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1128.102509] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b2efef-b58e-a237-0001-742e0a0c355f, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.102781] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.103049] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 6a937339-357b-4af7-9f28-4b70666fb1e3/6a937339-357b-4af7-9f28-4b70666fb1e3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.103313] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-890d5777-3ada-4a92-88fd-9cf3208979aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.109860] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1128.109860] env[62364]: value = "task-2481405" [ 1128.109860] env[62364]: _type = "Task" [ 1128.109860] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.117458] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.130534] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea38167-da4b-49f9-bc0d-1f9d6a7f69e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.136983] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquiring lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.137269] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.137533] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquiring lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.137742] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.137919] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.140394] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6313515-5671-43ac-bfd6-b3252457b120 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.144226] env[62364]: INFO nova.compute.manager [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Terminating instance [ 1128.175902] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620b8319-4ac7-4aa1-b89d-4617747ca952 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.185249] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4e28f4-9386-40e0-8698-0e6e05a25a18 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.201087] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.210932] env[62364]: DEBUG oslo_vmware.api [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481404, 'name': PowerOffVM_Task, 'duration_secs': 0.399377} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.211694] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.211883] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.212144] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e308c20-887c-4494-ae59-ce8b2b8cf640 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.274668] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.274965] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.275260] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleting the datastore file [datastore1] 43837287-48c0-4bed-aea2-fccdaa7d8ea7 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.275576] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eef78b6-5451-4ee3-94dc-34cfeae656d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.282802] env[62364]: DEBUG oslo_vmware.api [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1128.282802] env[62364]: value = "task-2481407" [ 1128.282802] env[62364]: _type = "Task" [ 1128.282802] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.291845] env[62364]: DEBUG oslo_vmware.api [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.348230] env[62364]: DEBUG oslo_concurrency.lockutils [None req-377c6b28-7da1-4993-ab31-dc378836a111 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "interface-43837287-48c0-4bed-aea2-fccdaa7d8ea7-d3c0ac8f-323e-4e39-969e-c30ff582b50c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.601s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.521160] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.630885] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47202} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.630885] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 6a937339-357b-4af7-9f28-4b70666fb1e3/6a937339-357b-4af7-9f28-4b70666fb1e3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.630885] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.631166] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3dd3848-06e8-4b2c-8f84-0dc2daec5ade {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.642150] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1128.642150] env[62364]: value = "task-2481408" [ 1128.642150] env[62364]: _type = "Task" [ 1128.642150] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.650666] env[62364]: DEBUG nova.compute.manager [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.650903] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.651275] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.652078] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8d09ce-7a94-4809-bf07-cc940ad82f1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.659406] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.659720] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8df10aa9-9e20-41cc-82b9-c20b53182c7f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.665605] env[62364]: DEBUG oslo_vmware.api [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for the task: (returnval){ [ 1128.665605] env[62364]: value = "task-2481409" [ 1128.665605] env[62364]: _type = "Task" [ 1128.665605] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.677611] env[62364]: DEBUG oslo_vmware.api [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.707268] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.794601] env[62364]: DEBUG oslo_vmware.api [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406639} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.794601] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.794601] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.794805] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.794908] env[62364]: INFO nova.compute.manager [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1128.795221] env[62364]: DEBUG oslo.service.loopingcall [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.796039] env[62364]: DEBUG nova.compute.manager [-] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.796039] env[62364]: DEBUG nova.network.neutron [-] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.174197] env[62364]: DEBUG oslo_vmware.api [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481409, 'name': PowerOffVM_Task, 'duration_secs': 0.323973} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.174588] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.174631] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.174856] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3e54322-52a6-4be3-a11d-e2e6b5209b57 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.212122] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1129.212327] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.198s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.212593] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.692s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.212815] env[62364]: DEBUG nova.objects.instance [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'resources' on Instance uuid 41690a03-01fb-4790-b9d6-6063e3015191 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.213858] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.214013] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Cleaning up deleted instances {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1129.232771] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078046} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.235401] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.241024] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65d5ecc-43e1-453a-a8ac-45eb98f416aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.266534] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 6a937339-357b-4af7-9f28-4b70666fb1e3/6a937339-357b-4af7-9f28-4b70666fb1e3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.267540] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-270b3f96-ff51-426c-95f0-11aad67396de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.291625] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1129.291625] env[62364]: value = "task-2481411" [ 1129.291625] env[62364]: _type = "Task" [ 1129.291625] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.300691] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.305269] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.305478] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.305666] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Deleting the datastore file [datastore1] ed1a68ff-24ac-48cf-b798-ef353b52cf1d {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.305953] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-345dd5d1-3782-4d92-a674-bfec24d60393 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.311650] env[62364]: DEBUG oslo_vmware.api [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for the task: (returnval){ [ 1129.311650] env[62364]: value = "task-2481412" [ 1129.311650] env[62364]: _type = "Task" [ 1129.311650] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.321864] env[62364]: DEBUG oslo_vmware.api [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.323086] env[62364]: DEBUG nova.compute.manager [req-b5b125be-057c-4f78-b72d-a5940e8d9ff5 req-98f9c9c3-33d9-4b8b-afa4-e4502e07321f service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Received event network-changed-1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1129.323267] env[62364]: DEBUG nova.compute.manager [req-b5b125be-057c-4f78-b72d-a5940e8d9ff5 req-98f9c9c3-33d9-4b8b-afa4-e4502e07321f service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Refreshing instance network info cache due to event network-changed-1ca48b03-fd57-47f7-94ef-5e1d67436d39. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1129.323483] env[62364]: DEBUG oslo_concurrency.lockutils [req-b5b125be-057c-4f78-b72d-a5940e8d9ff5 req-98f9c9c3-33d9-4b8b-afa4-e4502e07321f service nova] Acquiring lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.323628] env[62364]: DEBUG oslo_concurrency.lockutils [req-b5b125be-057c-4f78-b72d-a5940e8d9ff5 req-98f9c9c3-33d9-4b8b-afa4-e4502e07321f service nova] Acquired lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.323960] env[62364]: DEBUG nova.network.neutron [req-b5b125be-057c-4f78-b72d-a5940e8d9ff5 req-98f9c9c3-33d9-4b8b-afa4-e4502e07321f service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Refreshing network info cache for port 1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.735042] env[62364]: DEBUG nova.objects.instance [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'numa_topology' on Instance uuid 41690a03-01fb-4790-b9d6-6063e3015191 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.761023] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] There are 55 instances to clean {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11769}} [ 1129.761023] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 24933e36-50b7-443d-a38f-afd8dde19033] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1129.765682] env[62364]: DEBUG nova.objects.base [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Object Instance<41690a03-01fb-4790-b9d6-6063e3015191> lazy-loaded attributes: resources,numa_topology {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.771921] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "41690a03-01fb-4790-b9d6-6063e3015191" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.806612] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481411, 'name': ReconfigVM_Task, 'duration_secs': 0.422199} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.807628] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 6a937339-357b-4af7-9f28-4b70666fb1e3/6a937339-357b-4af7-9f28-4b70666fb1e3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.807628] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af2514a7-bb94-4b9c-b476-13630582bc9c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.817175] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1129.817175] env[62364]: value = "task-2481413" [ 1129.817175] env[62364]: _type = "Task" [ 1129.817175] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.824446] env[62364]: DEBUG oslo_vmware.api [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Task: {'id': task-2481412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196713} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.825032] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.825250] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.825448] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.825625] env[62364]: INFO nova.compute.manager [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1129.826319] env[62364]: DEBUG oslo.service.loopingcall [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1129.828092] env[62364]: DEBUG nova.compute.manager [-] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.828197] env[62364]: DEBUG nova.network.neutron [-] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.835294] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481413, 'name': Rename_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.984050] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941368cd-14d0-4250-853f-89453d89a14b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.992236] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6e58ee-1241-4c50-847a-3bdf43089733 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.025154] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5f94b3-646c-4177-95e0-b6b76ae52122 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.034823] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd8eb36-0324-4277-9278-129c8f60a4c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.047921] env[62364]: DEBUG nova.compute.provider_tree [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.062944] env[62364]: DEBUG nova.network.neutron [req-b5b125be-057c-4f78-b72d-a5940e8d9ff5 req-98f9c9c3-33d9-4b8b-afa4-e4502e07321f service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updated VIF entry in instance network info cache for port 1ca48b03-fd57-47f7-94ef-5e1d67436d39. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.063336] env[62364]: DEBUG nova.network.neutron [req-b5b125be-057c-4f78-b72d-a5940e8d9ff5 req-98f9c9c3-33d9-4b8b-afa4-e4502e07321f service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updating instance_info_cache with network_info: [{"id": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "address": "fa:16:3e:6e:8a:b7", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1ca48b03-fd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.092489] env[62364]: DEBUG nova.network.neutron [-] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.111455] env[62364]: DEBUG nova.compute.manager [req-d157b5b8-1dae-4e28-b9ff-175f9c925467 req-5b48e60f-3f16-4b75-93d6-ae628b69ee5d service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Received event network-vif-deleted-f915ef2a-6fa0-421f-b18d-31536d90d3f0 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1130.111455] env[62364]: INFO nova.compute.manager [req-d157b5b8-1dae-4e28-b9ff-175f9c925467 req-5b48e60f-3f16-4b75-93d6-ae628b69ee5d service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Neutron deleted interface f915ef2a-6fa0-421f-b18d-31536d90d3f0; detaching it from the instance and deleting it from the info cache [ 1130.111570] env[62364]: DEBUG nova.network.neutron [req-d157b5b8-1dae-4e28-b9ff-175f9c925467 req-5b48e60f-3f16-4b75-93d6-ae628b69ee5d service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.273631] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 3729a854-aa50-497d-9222-5e6c757b8583] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1130.331321] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481413, 'name': Rename_Task, 'duration_secs': 0.209426} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.331561] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.331824] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bf868e2-54a7-47f5-a71b-fcf55c164cc6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.338798] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1130.338798] env[62364]: value = "task-2481414" [ 1130.338798] env[62364]: _type = "Task" [ 1130.338798] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.346710] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.551023] env[62364]: DEBUG nova.scheduler.client.report [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.565415] env[62364]: DEBUG oslo_concurrency.lockutils [req-b5b125be-057c-4f78-b72d-a5940e8d9ff5 req-98f9c9c3-33d9-4b8b-afa4-e4502e07321f service nova] Releasing lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.595516] env[62364]: INFO nova.compute.manager [-] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Took 1.80 seconds to deallocate network for instance. [ 1130.597192] env[62364]: DEBUG nova.network.neutron [-] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.614918] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6567ec29-fbe9-462f-9b5d-13e599680bc8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.624840] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efa5f54-a8e2-4526-adf0-305bde4df161 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.653545] env[62364]: DEBUG nova.compute.manager [req-d157b5b8-1dae-4e28-b9ff-175f9c925467 req-5b48e60f-3f16-4b75-93d6-ae628b69ee5d service nova] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Detach interface failed, port_id=f915ef2a-6fa0-421f-b18d-31536d90d3f0, reason: Instance ed1a68ff-24ac-48cf-b798-ef353b52cf1d could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1130.777085] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: f0a97147-0608-4214-8446-7dc152dc77c7] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1130.849958] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.057034] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.101982] env[62364]: INFO nova.compute.manager [-] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Took 1.27 seconds to deallocate network for instance. [ 1131.103017] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.103326] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.103580] env[62364]: DEBUG nova.objects.instance [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'resources' on Instance uuid 43837287-48c0-4bed-aea2-fccdaa7d8ea7 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.281284] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 1bcfbba4-82cd-4e0c-a2d4-73b89b4ee7f0] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1131.347023] env[62364]: DEBUG nova.compute.manager [req-9a8e7b06-5e8a-4304-a4bc-a52aa3a7026d req-dd5e3694-1889-4e62-ba7b-6cc9052c7a6f service nova] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Received event network-vif-deleted-f3d1bc33-3042-4364-a6df-e0c5a571985b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1131.351098] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.565351] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ddc460b6-90e3-4482-8c7a-0aba95be09c3 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "41690a03-01fb-4790-b9d6-6063e3015191" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.610s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.566764] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "41690a03-01fb-4790-b9d6-6063e3015191" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.798s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.566987] env[62364]: INFO nova.compute.manager [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Unshelving [ 1131.592409] env[62364]: DEBUG oslo_vmware.rw_handles [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529deda6-5b62-bc7f-e3aa-eb00bf71fa52/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1131.593315] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23373c2-ab76-45b8-bb5b-8d5c7f2ae3b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.601215] env[62364]: DEBUG oslo_vmware.rw_handles [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529deda6-5b62-bc7f-e3aa-eb00bf71fa52/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1131.601383] env[62364]: ERROR oslo_vmware.rw_handles [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529deda6-5b62-bc7f-e3aa-eb00bf71fa52/disk-0.vmdk due to incomplete transfer. [ 1131.601593] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b622e619-e168-4072-a71c-0330ceb352f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.609735] env[62364]: DEBUG oslo_vmware.rw_handles [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529deda6-5b62-bc7f-e3aa-eb00bf71fa52/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1131.609958] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Uploaded image e76781b8-5b58-4297-9850-5db03ec80276 to the Glance image server {{(pid=62364) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1131.612281] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Destroying the VM {{(pid=62364) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1131.613355] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.613649] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e972c87-337e-41a8-8100-d28ae4ca2257 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.619575] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1131.619575] env[62364]: value = "task-2481415" [ 1131.619575] env[62364]: _type = "Task" [ 1131.619575] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.627110] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481415, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.708172] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975367c6-20f1-4eb0-82e7-dec8588904e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.715806] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3b1021-6681-488d-a71f-cb5a626b1c0a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.746552] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb04068-a8fc-487a-8b47-a7af4b8be29c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.753731] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ecf6ff-4a64-4414-8117-f67195df2a5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.766113] env[62364]: DEBUG nova.compute.provider_tree [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.784963] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 8346d86f-aba6-45a1-abe2-b4f61f752dbc] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1131.850128] env[62364]: DEBUG oslo_vmware.api [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481414, 'name': PowerOnVM_Task, 'duration_secs': 1.205647} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.850391] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.850616] env[62364]: INFO nova.compute.manager [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1131.850810] env[62364]: DEBUG nova.compute.manager [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.851573] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44daa0f-49f6-4358-96e7-8d2882aca30f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.130782] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481415, 'name': Destroy_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.270055] env[62364]: DEBUG nova.scheduler.client.report [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.287867] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: aab0ebf3-8dea-442b-a6be-d47f224b6ab6] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1132.369536] env[62364]: INFO nova.compute.manager [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Took 13.10 seconds to build instance. [ 1132.591417] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.597016] env[62364]: DEBUG nova.compute.manager [req-59bbec36-eb59-4d1e-a221-de05985fffea req-de68a9b4-fd7d-4165-84c9-7b7e2136d0ff service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Received event network-changed-34171d7c-935e-496d-b1f6-d6c085dc9576 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1132.597147] env[62364]: DEBUG nova.compute.manager [req-59bbec36-eb59-4d1e-a221-de05985fffea req-de68a9b4-fd7d-4165-84c9-7b7e2136d0ff service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Refreshing instance network info cache due to event network-changed-34171d7c-935e-496d-b1f6-d6c085dc9576. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1132.597303] env[62364]: DEBUG oslo_concurrency.lockutils [req-59bbec36-eb59-4d1e-a221-de05985fffea req-de68a9b4-fd7d-4165-84c9-7b7e2136d0ff service nova] Acquiring lock "refresh_cache-6a937339-357b-4af7-9f28-4b70666fb1e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.597500] env[62364]: DEBUG oslo_concurrency.lockutils [req-59bbec36-eb59-4d1e-a221-de05985fffea req-de68a9b4-fd7d-4165-84c9-7b7e2136d0ff service nova] Acquired lock "refresh_cache-6a937339-357b-4af7-9f28-4b70666fb1e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.597715] env[62364]: DEBUG nova.network.neutron [req-59bbec36-eb59-4d1e-a221-de05985fffea req-de68a9b4-fd7d-4165-84c9-7b7e2136d0ff service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Refreshing network info cache for port 34171d7c-935e-496d-b1f6-d6c085dc9576 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.630166] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481415, 'name': Destroy_Task} progress is 33%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.774970] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.778351] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.164s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.778598] env[62364]: DEBUG nova.objects.instance [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lazy-loading 'resources' on Instance uuid ed1a68ff-24ac-48cf-b798-ef353b52cf1d {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.790916] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 67053182-6d68-47e8-9b87-a8239c255867] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1132.798204] env[62364]: INFO nova.scheduler.client.report [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleted allocations for instance 43837287-48c0-4bed-aea2-fccdaa7d8ea7 [ 1132.871285] env[62364]: DEBUG oslo_concurrency.lockutils [None req-287a2881-7d9b-44a4-9a47-d41517f57f7e tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.614s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.136021] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481415, 'name': Destroy_Task, 'duration_secs': 1.296083} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.136021] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Destroyed the VM [ 1133.136021] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Deleting Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1133.136021] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f56a0a04-c0f4-45c8-9553-7da25bc429aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.143707] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1133.143707] env[62364]: value = "task-2481416" [ 1133.143707] env[62364]: _type = "Task" [ 1133.143707] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.153705] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.294487] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4768e305-b49d-4313-808c-13c09ebb6f3a] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1133.308457] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f416c683-e046-4ac2-adc2-1fdf6e64f0a9 tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "43837287-48c0-4bed-aea2-fccdaa7d8ea7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.136s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.316245] env[62364]: DEBUG nova.network.neutron [req-59bbec36-eb59-4d1e-a221-de05985fffea req-de68a9b4-fd7d-4165-84c9-7b7e2136d0ff service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Updated VIF entry in instance network info cache for port 34171d7c-935e-496d-b1f6-d6c085dc9576. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.316580] env[62364]: DEBUG nova.network.neutron [req-59bbec36-eb59-4d1e-a221-de05985fffea req-de68a9b4-fd7d-4165-84c9-7b7e2136d0ff service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Updating instance_info_cache with network_info: [{"id": "34171d7c-935e-496d-b1f6-d6c085dc9576", "address": "fa:16:3e:6b:17:39", "network": {"id": "3301d51f-9113-411e-9e9c-e1dff9904561", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1352518108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "869a42155d53401884ca1040f8a87871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34171d7c-93", "ovs_interfaceid": "34171d7c-935e-496d-b1f6-d6c085dc9576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.369581] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55d1905-a4d7-4221-b831-2b1ca5a92699 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.377215] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb3e58b-cd04-4ae4-8f16-595bf3dcc102 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.409215] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cd8de1-9b25-45ad-aa82-0f6654d945ea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.416209] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5493b3-82ee-427c-bbf0-c93c01202205 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.429017] env[62364]: DEBUG nova.compute.provider_tree [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.654160] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481416, 'name': RemoveSnapshot_Task, 'duration_secs': 0.320998} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.654416] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Deleted Snapshot of the VM instance {{(pid=62364) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1133.654941] env[62364]: DEBUG nova.compute.manager [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.655522] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30056d4e-1fb4-455a-8b1a-b1f0f7e32433 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.797762] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 0978b516-89ed-4a82-ba3b-9fd5a70437f3] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1133.820057] env[62364]: DEBUG oslo_concurrency.lockutils [req-59bbec36-eb59-4d1e-a221-de05985fffea req-de68a9b4-fd7d-4165-84c9-7b7e2136d0ff service nova] Releasing lock "refresh_cache-6a937339-357b-4af7-9f28-4b70666fb1e3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.931878] env[62364]: DEBUG nova.scheduler.client.report [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.083829] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "e204fc32-a959-45b7-b69b-a9133ff8b507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.084142] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "e204fc32-a959-45b7-b69b-a9133ff8b507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.084398] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "e204fc32-a959-45b7-b69b-a9133ff8b507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.084613] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "e204fc32-a959-45b7-b69b-a9133ff8b507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.084828] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "e204fc32-a959-45b7-b69b-a9133ff8b507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.087525] env[62364]: INFO nova.compute.manager [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Terminating instance [ 1134.169843] env[62364]: INFO nova.compute.manager [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Shelve offloading [ 1134.300939] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: c3f58bd5-8de3-4fa9-b21b-15bcacad803e] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1134.436679] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.438924] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.848s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.439162] env[62364]: DEBUG nova.objects.instance [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'pci_requests' on Instance uuid 41690a03-01fb-4790-b9d6-6063e3015191 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.454589] env[62364]: INFO nova.scheduler.client.report [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Deleted allocations for instance ed1a68ff-24ac-48cf-b798-ef353b52cf1d [ 1134.592824] env[62364]: DEBUG nova.compute.manager [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.593088] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.595035] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125b3ad4-c0a7-4209-a86e-a4a84bd0a0d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.602522] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.602840] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29e5125f-963e-4999-97f5-028b6033d50c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.610397] env[62364]: DEBUG oslo_vmware.api [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1134.610397] env[62364]: value = "task-2481417" [ 1134.610397] env[62364]: _type = "Task" [ 1134.610397] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.618085] env[62364]: DEBUG oslo_vmware.api [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.676720] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.676795] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a1b2c77-1adf-4839-9d7d-232782ba2f96 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.684107] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1134.684107] env[62364]: value = "task-2481418" [ 1134.684107] env[62364]: _type = "Task" [ 1134.684107] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.692673] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.803947] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4e65d3a4-3b7f-4c97-bba4-4465630bfd93] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1134.943098] env[62364]: DEBUG nova.objects.instance [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'numa_topology' on Instance uuid 41690a03-01fb-4790-b9d6-6063e3015191 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.960771] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8308755a-426a-42fd-b53e-b3afa165c15c tempest-InstanceActionsTestJSON-271935668 tempest-InstanceActionsTestJSON-271935668-project-member] Lock "ed1a68ff-24ac-48cf-b798-ef353b52cf1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.823s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.120971] env[62364]: DEBUG oslo_vmware.api [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481417, 'name': PowerOffVM_Task, 'duration_secs': 0.244761} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.121249] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.121421] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.121879] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcb96d73-bb66-4326-bdbd-d8d54e3c2871 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.182199] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.182445] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.182755] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleting the datastore file [datastore2] e204fc32-a959-45b7-b69b-a9133ff8b507 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.183058] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d67a5ad5-63b1-46f6-a0cc-87346c1667fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.194379] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1135.194665] env[62364]: DEBUG nova.compute.manager [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.195016] env[62364]: DEBUG oslo_vmware.api [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for the task: (returnval){ [ 1135.195016] env[62364]: value = "task-2481420" [ 1135.195016] env[62364]: _type = "Task" [ 1135.195016] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.195700] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2989ab33-a0b4-4340-b50f-4ea55f3dd468 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.203923] env[62364]: DEBUG oslo_concurrency.lockutils [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.204123] env[62364]: DEBUG oslo_concurrency.lockutils [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.205309] env[62364]: DEBUG nova.network.neutron [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.210058] env[62364]: DEBUG oslo_vmware.api [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.307493] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: a8ed6b04-2e25-4d4b-a165-9fa432fb3fb9] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1135.445829] env[62364]: INFO nova.compute.claims [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.708740] env[62364]: DEBUG oslo_vmware.api [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Task: {'id': task-2481420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173012} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.710944] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.711168] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.711398] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.711584] env[62364]: INFO nova.compute.manager [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1135.711825] env[62364]: DEBUG oslo.service.loopingcall [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.712025] env[62364]: DEBUG nova.compute.manager [-] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.712285] env[62364]: DEBUG nova.network.neutron [-] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.811162] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 96ec67d2-0f59-4f15-85e3-58cd8f797169] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1135.974987] env[62364]: DEBUG nova.network.neutron [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updating instance_info_cache with network_info: [{"id": "c34f1040-2bd2-473f-8061-680728a882ea", "address": "fa:16:3e:9a:f1:6f", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34f1040-2b", "ovs_interfaceid": "c34f1040-2bd2-473f-8061-680728a882ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.117430] env[62364]: DEBUG nova.compute.manager [req-fcaac67c-8565-4c6f-a31c-28f3536e5a14 req-7288a2e8-71fe-4dfe-842d-ca578b31d725 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Received event network-vif-deleted-bcfdb2a3-82d5-4963-9da3-efe08c20036b {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1136.117758] env[62364]: INFO nova.compute.manager [req-fcaac67c-8565-4c6f-a31c-28f3536e5a14 req-7288a2e8-71fe-4dfe-842d-ca578b31d725 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Neutron deleted interface bcfdb2a3-82d5-4963-9da3-efe08c20036b; detaching it from the instance and deleting it from the info cache [ 1136.117793] env[62364]: DEBUG nova.network.neutron [req-fcaac67c-8565-4c6f-a31c-28f3536e5a14 req-7288a2e8-71fe-4dfe-842d-ca578b31d725 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.315632] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 7fbaad4f-d6cd-45db-bcc8-692f4c89ae0e] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1136.477613] env[62364]: DEBUG oslo_concurrency.lockutils [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.524829] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49521f0d-889e-4697-a8e2-1fc8867ed5bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.533892] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1da4274-9a6b-42ea-9004-922135252fb7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.565777] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51287ae9-3176-40a4-9ff0-0464feafe6fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.573548] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a829fadd-2ad7-4e58-a632-9dd1a2c7011d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.588339] env[62364]: DEBUG nova.compute.provider_tree [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.600815] env[62364]: DEBUG nova.network.neutron [-] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.620284] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7744a80e-f474-468f-842e-469b65cf5e9b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.630159] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe48b4b6-a091-4ce2-871b-1cd910f32235 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.660564] env[62364]: DEBUG nova.compute.manager [req-fcaac67c-8565-4c6f-a31c-28f3536e5a14 req-7288a2e8-71fe-4dfe-842d-ca578b31d725 service nova] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Detach interface failed, port_id=bcfdb2a3-82d5-4963-9da3-efe08c20036b, reason: Instance e204fc32-a959-45b7-b69b-a9133ff8b507 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1136.819111] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 365bd3b0-c82b-44a0-a3da-9a5997168d7c] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1136.851836] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.852787] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b84e18-0975-4e40-989a-c6faf0bdd043 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.860702] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.860925] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d734b332-7334-4ec7-9016-53f558e6b3c0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.931659] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.931899] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.932096] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleting the datastore file [datastore1] d5b12ec9-2583-4d89-b8ad-375d0b725179 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.932367] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dbd73b0-3d34-4461-a021-3100db6a1b95 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.938434] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1136.938434] env[62364]: value = "task-2481422" [ 1136.938434] env[62364]: _type = "Task" [ 1136.938434] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.947495] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.092828] env[62364]: DEBUG nova.scheduler.client.report [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.103351] env[62364]: INFO nova.compute.manager [-] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Took 1.39 seconds to deallocate network for instance. [ 1137.323879] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 9106b23a-b56c-4c18-b003-b928d8853c06] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1137.449079] env[62364]: DEBUG oslo_vmware.api [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142651} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.449705] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.449705] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.449705] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.471895] env[62364]: INFO nova.scheduler.client.report [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleted allocations for instance d5b12ec9-2583-4d89-b8ad-375d0b725179 [ 1137.598682] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.160s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.610270] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.610544] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.610795] env[62364]: DEBUG nova.objects.instance [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lazy-loading 'resources' on Instance uuid e204fc32-a959-45b7-b69b-a9133ff8b507 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.628208] env[62364]: INFO nova.network.neutron [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updating port 1ca48b03-fd57-47f7-94ef-5e1d67436d39 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1137.826105] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 5d9ad77d-39e3-41ea-8abb-122bad5b5cff] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1137.976903] env[62364]: DEBUG oslo_concurrency.lockutils [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.151357] env[62364]: DEBUG nova.compute.manager [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Received event network-vif-unplugged-c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1138.151637] env[62364]: DEBUG oslo_concurrency.lockutils [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] Acquiring lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.151761] env[62364]: DEBUG oslo_concurrency.lockutils [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.151964] env[62364]: DEBUG oslo_concurrency.lockutils [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.152360] env[62364]: DEBUG nova.compute.manager [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] No waiting events found dispatching network-vif-unplugged-c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.152545] env[62364]: WARNING nova.compute.manager [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Received unexpected event network-vif-unplugged-c34f1040-2bd2-473f-8061-680728a882ea for instance with vm_state shelved_offloaded and task_state None. [ 1138.152709] env[62364]: DEBUG nova.compute.manager [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Received event network-changed-c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1138.152971] env[62364]: DEBUG nova.compute.manager [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Refreshing instance network info cache due to event network-changed-c34f1040-2bd2-473f-8061-680728a882ea. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1138.153231] env[62364]: DEBUG oslo_concurrency.lockutils [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] Acquiring lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.153399] env[62364]: DEBUG oslo_concurrency.lockutils [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] Acquired lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.153571] env[62364]: DEBUG nova.network.neutron [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Refreshing network info cache for port c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.190175] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c1d7ed-633c-4a33-b8c1-6d5111b82fb3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.199498] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64158d9-aa6e-41d6-8563-7230673336f8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.229604] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48cd2bc-9b8e-4eea-89c1-87cfcd393210 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.237083] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f2e3e0-8bff-4805-9245-4e77097d8f49 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.250449] env[62364]: DEBUG nova.compute.provider_tree [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.328932] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: f7c1fecf-1a3d-4991-8f7e-744c0ee55aeb] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1138.761290] env[62364]: DEBUG nova.scheduler.client.report [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.832910] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: fc3e4d1e-11c7-44f6-a32e-3c0c0a6c93f7] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1139.029594] env[62364]: DEBUG nova.network.neutron [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updated VIF entry in instance network info cache for port c34f1040-2bd2-473f-8061-680728a882ea. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.029594] env[62364]: DEBUG nova.network.neutron [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updating instance_info_cache with network_info: [{"id": "c34f1040-2bd2-473f-8061-680728a882ea", "address": "fa:16:3e:9a:f1:6f", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc34f1040-2b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.142725] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.142725] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.142725] env[62364]: DEBUG nova.network.neutron [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.269199] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.271304] env[62364]: DEBUG oslo_concurrency.lockutils [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.295s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.271538] env[62364]: DEBUG nova.objects.instance [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lazy-loading 'resources' on Instance uuid d5b12ec9-2583-4d89-b8ad-375d0b725179 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.286216] env[62364]: INFO nova.scheduler.client.report [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Deleted allocations for instance e204fc32-a959-45b7-b69b-a9133ff8b507 [ 1139.343014] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 5727a6da-7fb7-4573-a619-00186d6e6fd3] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1139.530520] env[62364]: DEBUG oslo_concurrency.lockutils [req-19fdea3b-5071-4667-87d2-b086dc56e3dd req-d68739cc-3a14-4d90-bf81-8d309209518b service nova] Releasing lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.779025] env[62364]: DEBUG nova.objects.instance [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lazy-loading 'numa_topology' on Instance uuid d5b12ec9-2583-4d89-b8ad-375d0b725179 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.783070] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquiring lock "40777ca1-931f-4323-a94d-c4f29d843200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.783070] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Lock "40777ca1-931f-4323-a94d-c4f29d843200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.798176] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ed105202-74d2-46ef-8c5d-316f65c97f3f tempest-AttachInterfacesTestJSON-457088212 tempest-AttachInterfacesTestJSON-457088212-project-member] Lock "e204fc32-a959-45b7-b69b-a9133ff8b507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.848140] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: be62bde2-62e7-46b0-8ae2-4f6aa4eb587a] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1139.921287] env[62364]: DEBUG nova.network.neutron [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updating instance_info_cache with network_info: [{"id": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "address": "fa:16:3e:6e:8a:b7", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca48b03-fd", "ovs_interfaceid": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.176778] env[62364]: DEBUG nova.compute.manager [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Received event network-vif-plugged-1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1140.177010] env[62364]: DEBUG oslo_concurrency.lockutils [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] Acquiring lock "41690a03-01fb-4790-b9d6-6063e3015191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.177226] env[62364]: DEBUG oslo_concurrency.lockutils [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] Lock "41690a03-01fb-4790-b9d6-6063e3015191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.177393] env[62364]: DEBUG oslo_concurrency.lockutils [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] Lock "41690a03-01fb-4790-b9d6-6063e3015191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.177569] env[62364]: DEBUG nova.compute.manager [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] No waiting events found dispatching network-vif-plugged-1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.177717] env[62364]: WARNING nova.compute.manager [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Received unexpected event network-vif-plugged-1ca48b03-fd57-47f7-94ef-5e1d67436d39 for instance with vm_state shelved_offloaded and task_state spawning. [ 1140.177875] env[62364]: DEBUG nova.compute.manager [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Received event network-changed-1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1140.178039] env[62364]: DEBUG nova.compute.manager [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Refreshing instance network info cache due to event network-changed-1ca48b03-fd57-47f7-94ef-5e1d67436d39. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1140.178207] env[62364]: DEBUG oslo_concurrency.lockutils [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] Acquiring lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.284764] env[62364]: DEBUG nova.objects.base [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1140.288343] env[62364]: DEBUG nova.compute.manager [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.352174] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d0e663aa-e427-4e0e-98b4-d36a98fdd1d3] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1140.374025] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae723a7c-213f-4a5a-846f-c10cf7ecd751 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.382821] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8840afe-a424-41c6-9ff6-4204c1728f0c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.418352] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bd4b30-e2e4-477e-a3d7-178623c61e64 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.425569] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.428221] env[62364]: DEBUG oslo_concurrency.lockutils [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] Acquired lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.428595] env[62364]: DEBUG nova.network.neutron [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Refreshing network info cache for port 1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.430768] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd41485b-3a24-4b7f-94ca-d88c9c917906 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.446886] env[62364]: DEBUG nova.compute.provider_tree [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.462675] env[62364]: DEBUG nova.virt.hardware [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0e1bd860f16ec805de63d9afdedc1770',container_format='bare',created_at=2025-02-12T19:46:45Z,direct_url=,disk_format='vmdk',id=5dbcaf7b-23e1-473a-80f0-98727c52f77c,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-405498234-shelved',owner='4acab565f6e448a490f338459a47f680',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-02-12T19:46:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.462943] env[62364]: DEBUG nova.virt.hardware [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.463126] env[62364]: DEBUG nova.virt.hardware [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.463305] env[62364]: DEBUG nova.virt.hardware [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.463452] env[62364]: DEBUG nova.virt.hardware [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.463617] env[62364]: DEBUG nova.virt.hardware [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.463832] env[62364]: DEBUG nova.virt.hardware [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.464023] env[62364]: DEBUG nova.virt.hardware [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.464201] env[62364]: DEBUG nova.virt.hardware [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.464369] env[62364]: DEBUG nova.virt.hardware [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.464602] env[62364]: DEBUG nova.virt.hardware [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.465702] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca7fe5c-9184-4ae1-aa94-d6fba834ab0a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.473884] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b5ec38-352b-4dfd-bdbd-72063eea10ee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.487759] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:8a:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ca48b03-fd57-47f7-94ef-5e1d67436d39', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.495262] env[62364]: DEBUG oslo.service.loopingcall [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.495867] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.496124] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56add8aa-c246-4876-85e5-e3cc10d24aa1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.521108] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.521108] env[62364]: value = "task-2481423" [ 1140.521108] env[62364]: _type = "Task" [ 1140.521108] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.529494] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481423, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.810107] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.855866] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: cfa355e5-ea30-4e2d-ba43-afd90e3d4afc] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1140.950261] env[62364]: DEBUG nova.scheduler.client.report [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.018394] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.033105] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481423, 'name': CreateVM_Task, 'duration_secs': 0.358939} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.033274] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.033896] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.034202] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.034506] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.035115] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5aaf67b-8bdd-40c7-ac3a-b837941efa6f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.039477] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1141.039477] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5250f9ea-7f71-fc8b-dde3-0d13bdd6f782" [ 1141.039477] env[62364]: _type = "Task" [ 1141.039477] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.048890] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5250f9ea-7f71-fc8b-dde3-0d13bdd6f782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.269096] env[62364]: DEBUG nova.network.neutron [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updated VIF entry in instance network info cache for port 1ca48b03-fd57-47f7-94ef-5e1d67436d39. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.269478] env[62364]: DEBUG nova.network.neutron [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updating instance_info_cache with network_info: [{"id": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "address": "fa:16:3e:6e:8a:b7", "network": {"id": "c95284ea-7c5b-4cf4-9139-ff8a15bc8264", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1536881746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acab565f6e448a490f338459a47f680", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca48b03-fd", "ovs_interfaceid": "1ca48b03-fd57-47f7-94ef-5e1d67436d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.359932] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 1731dcf5-2494-4286-8978-980a03a07e06] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1141.455892] env[62364]: DEBUG oslo_concurrency.lockutils [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.458939] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.649s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.460783] env[62364]: INFO nova.compute.claims [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.551790] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.556383] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Processing image 5dbcaf7b-23e1-473a-80f0-98727c52f77c {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.556383] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c/5dbcaf7b-23e1-473a-80f0-98727c52f77c.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.556383] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c/5dbcaf7b-23e1-473a-80f0-98727c52f77c.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.556383] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.556383] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab14df5-6b31-4fdd-ac06-bc34e38952a3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.564996] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.564996] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.564996] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f486a661-06a2-4d78-a240-81340de82a5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.570605] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1141.570605] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52969341-6e1b-d808-f693-6e7413a467f8" [ 1141.570605] env[62364]: _type = "Task" [ 1141.570605] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.578158] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52969341-6e1b-d808-f693-6e7413a467f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.772024] env[62364]: DEBUG oslo_concurrency.lockutils [req-36afa154-a955-4b3e-a666-efef47dab5b7 req-68acbe52-086d-4e66-83de-6b86da30d61d service nova] Releasing lock "refresh_cache-41690a03-01fb-4790-b9d6-6063e3015191" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.862916] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: e9f99472-53cf-460b-bd61-4e8b2d6e9bc2] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1141.973585] env[62364]: DEBUG oslo_concurrency.lockutils [None req-34f9c8bc-20c3-4665-b835-d94a06b46720 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.810s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.974730] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.956s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.974932] env[62364]: INFO nova.compute.manager [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Unshelving [ 1142.082020] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Preparing fetch location {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1142.082350] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Fetch image to [datastore1] OSTACK_IMG_d4316d6f-c186-4e51-a709-60e4fef8c767/OSTACK_IMG_d4316d6f-c186-4e51-a709-60e4fef8c767.vmdk {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1142.082570] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Downloading stream optimized image 5dbcaf7b-23e1-473a-80f0-98727c52f77c to [datastore1] OSTACK_IMG_d4316d6f-c186-4e51-a709-60e4fef8c767/OSTACK_IMG_d4316d6f-c186-4e51-a709-60e4fef8c767.vmdk on the data store datastore1 as vApp {{(pid=62364) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1142.082786] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Downloading image file data 5dbcaf7b-23e1-473a-80f0-98727c52f77c to the ESX as VM named 'OSTACK_IMG_d4316d6f-c186-4e51-a709-60e4fef8c767' {{(pid=62364) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1142.161388] env[62364]: DEBUG oslo_vmware.rw_handles [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1142.161388] env[62364]: value = "resgroup-9" [ 1142.161388] env[62364]: _type = "ResourcePool" [ 1142.161388] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1142.161639] env[62364]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-660b611f-5093-4103-8bf6-ef992050e33c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.182415] env[62364]: DEBUG oslo_vmware.rw_handles [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lease: (returnval){ [ 1142.182415] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a64523-8c3a-2c1a-9b9c-eca7dedcee8c" [ 1142.182415] env[62364]: _type = "HttpNfcLease" [ 1142.182415] env[62364]: } obtained for vApp import into resource pool (val){ [ 1142.182415] env[62364]: value = "resgroup-9" [ 1142.182415] env[62364]: _type = "ResourcePool" [ 1142.182415] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1142.182673] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the lease: (returnval){ [ 1142.182673] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a64523-8c3a-2c1a-9b9c-eca7dedcee8c" [ 1142.182673] env[62364]: _type = "HttpNfcLease" [ 1142.182673] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1142.189596] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1142.189596] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a64523-8c3a-2c1a-9b9c-eca7dedcee8c" [ 1142.189596] env[62364]: _type = "HttpNfcLease" [ 1142.189596] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1142.366160] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 6a3afe1b-9107-4a04-897c-b48982e9277e] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1142.610705] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bd8e39-d28b-4f4c-81bd-a4cfa0423da0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.618080] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0aeaf5-e25c-4a69-8516-37ff38a57fcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.650937] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3885d0e9-99b8-4341-bb61-4b10b0182914 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.658927] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d44db-86fa-481b-a57f-d89a1e29757f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.672383] env[62364]: DEBUG nova.compute.provider_tree [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.690516] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1142.690516] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a64523-8c3a-2c1a-9b9c-eca7dedcee8c" [ 1142.690516] env[62364]: _type = "HttpNfcLease" [ 1142.690516] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1142.870448] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 518f66ce-ffef-4ce1-96c4-2ebdf2b9e076] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1143.014862] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.175365] env[62364]: DEBUG nova.scheduler.client.report [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.193934] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1143.193934] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a64523-8c3a-2c1a-9b9c-eca7dedcee8c" [ 1143.193934] env[62364]: _type = "HttpNfcLease" [ 1143.193934] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1143.373684] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 8b1c6585-64a4-4c6e-a858-0ee53cf7c6af] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1143.680338] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.681344] env[62364]: DEBUG nova.compute.manager [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.685425] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.670s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.685425] env[62364]: DEBUG nova.objects.instance [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lazy-loading 'pci_requests' on Instance uuid d5b12ec9-2583-4d89-b8ad-375d0b725179 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.695042] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1143.695042] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a64523-8c3a-2c1a-9b9c-eca7dedcee8c" [ 1143.695042] env[62364]: _type = "HttpNfcLease" [ 1143.695042] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1143.695331] env[62364]: DEBUG oslo_vmware.rw_handles [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1143.695331] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a64523-8c3a-2c1a-9b9c-eca7dedcee8c" [ 1143.695331] env[62364]: _type = "HttpNfcLease" [ 1143.695331] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1143.696080] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd0be9c-72f0-4731-8a30-6565f07ab7ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.705768] env[62364]: DEBUG oslo_vmware.rw_handles [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52585a07-4b7f-7eda-5ebe-58fe3e7ec45d/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1143.705955] env[62364]: DEBUG oslo_vmware.rw_handles [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52585a07-4b7f-7eda-5ebe-58fe3e7ec45d/disk-0.vmdk. {{(pid=62364) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1143.776847] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-109dd17c-a678-4755-aef0-9de6449c8b44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.877318] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: c2ad54f6-1807-43b2-bbef-134672e11ae9] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1144.189327] env[62364]: DEBUG nova.compute.utils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1144.191678] env[62364]: DEBUG nova.objects.instance [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lazy-loading 'numa_topology' on Instance uuid d5b12ec9-2583-4d89-b8ad-375d0b725179 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.194671] env[62364]: DEBUG nova.compute.manager [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.195048] env[62364]: DEBUG nova.network.neutron [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.257265] env[62364]: DEBUG nova.policy [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '119be7ecb5d1456c9da2e0dafb4eb5b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '190c0471ee8c43aaab4c395d2210433a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.269781] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "7cb62828-57ca-43c7-81b3-c48dca8a8473" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.270118] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "7cb62828-57ca-43c7-81b3-c48dca8a8473" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.380743] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 30c59dc6-31fa-4eda-97b8-2d4cd8cba180] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1144.580713] env[62364]: DEBUG nova.network.neutron [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Successfully created port: f830811c-d6a1-4ef9-8ead-27548908c690 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.694783] env[62364]: DEBUG nova.compute.manager [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.697535] env[62364]: INFO nova.compute.claims [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.773288] env[62364]: DEBUG nova.compute.manager [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.827035] env[62364]: DEBUG oslo_vmware.rw_handles [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Completed reading data from the image iterator. {{(pid=62364) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1144.827228] env[62364]: DEBUG oslo_vmware.rw_handles [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52585a07-4b7f-7eda-5ebe-58fe3e7ec45d/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1144.828355] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bca4a0-01a5-4f3a-807d-052f8b6eb144 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.835433] env[62364]: DEBUG oslo_vmware.rw_handles [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52585a07-4b7f-7eda-5ebe-58fe3e7ec45d/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1144.835620] env[62364]: DEBUG oslo_vmware.rw_handles [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52585a07-4b7f-7eda-5ebe-58fe3e7ec45d/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1144.835854] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-51343fba-574e-43ff-bb6b-b7b3c1001cac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.886245] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 7159d8b6-13fb-41e2-81e5-48df5805be14] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1145.029140] env[62364]: DEBUG oslo_vmware.rw_handles [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52585a07-4b7f-7eda-5ebe-58fe3e7ec45d/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1145.029361] env[62364]: INFO nova.virt.vmwareapi.images [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Downloaded image file data 5dbcaf7b-23e1-473a-80f0-98727c52f77c [ 1145.030299] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af02051-214a-4ed4-8990-06fe7810a48b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.049259] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59fba067-4d5d-479a-8112-59c8af74bef3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.074325] env[62364]: INFO nova.virt.vmwareapi.images [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] The imported VM was unregistered [ 1145.076689] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Caching image {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1145.076928] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.077246] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd40d40e-12f9-4641-a247-bfa6285f4f5e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.095447] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Created directory with path [datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.095635] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d4316d6f-c186-4e51-a709-60e4fef8c767/OSTACK_IMG_d4316d6f-c186-4e51-a709-60e4fef8c767.vmdk to [datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c/5dbcaf7b-23e1-473a-80f0-98727c52f77c.vmdk. {{(pid=62364) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1145.095887] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-64dd5fa0-77df-45b2-b35d-45324437f01e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.102778] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1145.102778] env[62364]: value = "task-2481426" [ 1145.102778] env[62364]: _type = "Task" [ 1145.102778] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.110105] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481426, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.299635] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.390311] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 29e2db4c-b604-48a9-9456-af765f7e3ee5] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1145.614639] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481426, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.710280] env[62364]: DEBUG nova.compute.manager [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.744144] env[62364]: DEBUG nova.virt.hardware [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.744144] env[62364]: DEBUG nova.virt.hardware [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.744144] env[62364]: DEBUG nova.virt.hardware [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.744144] env[62364]: DEBUG nova.virt.hardware [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.744144] env[62364]: DEBUG nova.virt.hardware [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.744144] env[62364]: DEBUG nova.virt.hardware [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.744144] env[62364]: DEBUG nova.virt.hardware [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.744557] env[62364]: DEBUG nova.virt.hardware [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.744557] env[62364]: DEBUG nova.virt.hardware [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.744717] env[62364]: DEBUG nova.virt.hardware [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.744785] env[62364]: DEBUG nova.virt.hardware [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.746840] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8a659b-b062-40f9-97dd-4dcd4429575f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.757932] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd4491b-f5aa-4488-9954-897b9797f471 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.836878] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6820699c-d70b-42be-b96d-82af44d2e796 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.847587] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a220f00-4549-436e-9499-b79b74814d68 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.880087] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febef401-b7e9-47b7-9650-d6cf069e40bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.888128] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59b2229-18d3-4e33-bfd9-a17b0adef033 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.892638] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4d0b1a75-9371-48e3-b979-78ca6bebd02c] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1145.905692] env[62364]: DEBUG nova.compute.provider_tree [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.118821] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481426, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.122476] env[62364]: DEBUG nova.compute.manager [req-12a487c6-d989-47ca-9a2d-0df60094bb32 req-5c8f77b7-800d-4464-8bcf-d17adcaaef2c service nova] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Received event network-vif-plugged-f830811c-d6a1-4ef9-8ead-27548908c690 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1146.122476] env[62364]: DEBUG oslo_concurrency.lockutils [req-12a487c6-d989-47ca-9a2d-0df60094bb32 req-5c8f77b7-800d-4464-8bcf-d17adcaaef2c service nova] Acquiring lock "40777ca1-931f-4323-a94d-c4f29d843200-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.122795] env[62364]: DEBUG oslo_concurrency.lockutils [req-12a487c6-d989-47ca-9a2d-0df60094bb32 req-5c8f77b7-800d-4464-8bcf-d17adcaaef2c service nova] Lock "40777ca1-931f-4323-a94d-c4f29d843200-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.123473] env[62364]: DEBUG oslo_concurrency.lockutils [req-12a487c6-d989-47ca-9a2d-0df60094bb32 req-5c8f77b7-800d-4464-8bcf-d17adcaaef2c service nova] Lock "40777ca1-931f-4323-a94d-c4f29d843200-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.123989] env[62364]: DEBUG nova.compute.manager [req-12a487c6-d989-47ca-9a2d-0df60094bb32 req-5c8f77b7-800d-4464-8bcf-d17adcaaef2c service nova] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] No waiting events found dispatching network-vif-plugged-f830811c-d6a1-4ef9-8ead-27548908c690 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.124299] env[62364]: WARNING nova.compute.manager [req-12a487c6-d989-47ca-9a2d-0df60094bb32 req-5c8f77b7-800d-4464-8bcf-d17adcaaef2c service nova] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Received unexpected event network-vif-plugged-f830811c-d6a1-4ef9-8ead-27548908c690 for instance with vm_state building and task_state spawning. [ 1146.311189] env[62364]: DEBUG nova.network.neutron [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Successfully updated port: f830811c-d6a1-4ef9-8ead-27548908c690 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.396947] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: f7748f65-88c6-459b-93c3-6ee2973396e3] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1146.412668] env[62364]: DEBUG nova.scheduler.client.report [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.615428] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481426, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.817781] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquiring lock "refresh_cache-40777ca1-931f-4323-a94d-c4f29d843200" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.817946] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquired lock "refresh_cache-40777ca1-931f-4323-a94d-c4f29d843200" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.818118] env[62364]: DEBUG nova.network.neutron [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.900773] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d38ae620-923b-4e3d-8ee8-157b11c5b8a6] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1146.923025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.236s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.923025] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.623s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.926316] env[62364]: INFO nova.compute.claims [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.969170] env[62364]: INFO nova.network.neutron [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updating port c34f1040-2bd2-473f-8061-680728a882ea with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1147.115603] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481426, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.351708] env[62364]: DEBUG nova.network.neutron [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.380130] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "16cad613-df83-49f4-938a-1127e0cb042c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.380130] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "16cad613-df83-49f4-938a-1127e0cb042c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.404937] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 5e8c0dc9-2cda-4598-b201-3e970be4a301] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1147.515229] env[62364]: DEBUG nova.network.neutron [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Updating instance_info_cache with network_info: [{"id": "f830811c-d6a1-4ef9-8ead-27548908c690", "address": "fa:16:3e:ea:54:8b", "network": {"id": "292fc682-fe1f-492c-b612-6687b401f80e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-393714997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "190c0471ee8c43aaab4c395d2210433a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf830811c-d6", "ovs_interfaceid": "f830811c-d6a1-4ef9-8ead-27548908c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.616124] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481426, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.388051} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.616993] env[62364]: INFO nova.virt.vmwareapi.ds_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d4316d6f-c186-4e51-a709-60e4fef8c767/OSTACK_IMG_d4316d6f-c186-4e51-a709-60e4fef8c767.vmdk to [datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c/5dbcaf7b-23e1-473a-80f0-98727c52f77c.vmdk. [ 1147.616993] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Cleaning up location [datastore1] OSTACK_IMG_d4316d6f-c186-4e51-a709-60e4fef8c767 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1147.616993] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d4316d6f-c186-4e51-a709-60e4fef8c767 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.616993] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7c8eb14-d4ba-4d0b-b8d2-7d605206ab99 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.623588] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1147.623588] env[62364]: value = "task-2481427" [ 1147.623588] env[62364]: _type = "Task" [ 1147.623588] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.632561] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.882254] env[62364]: DEBUG nova.compute.manager [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.910022] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 93de3d65-ca9f-41b7-b9a7-f3f60905ebbc] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1148.018158] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Releasing lock "refresh_cache-40777ca1-931f-4323-a94d-c4f29d843200" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.018423] env[62364]: DEBUG nova.compute.manager [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Instance network_info: |[{"id": "f830811c-d6a1-4ef9-8ead-27548908c690", "address": "fa:16:3e:ea:54:8b", "network": {"id": "292fc682-fe1f-492c-b612-6687b401f80e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-393714997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "190c0471ee8c43aaab4c395d2210433a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf830811c-d6", "ovs_interfaceid": "f830811c-d6a1-4ef9-8ead-27548908c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.018832] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:54:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f830811c-d6a1-4ef9-8ead-27548908c690', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.026424] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Creating folder: Project (190c0471ee8c43aaab4c395d2210433a). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.029123] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-547c1c16-03f0-45ef-8e69-85e7626b03d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.040415] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Created folder: Project (190c0471ee8c43aaab4c395d2210433a) in parent group-v501830. [ 1148.040686] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Creating folder: Instances. Parent ref: group-v502123. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.042981] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e9b4402-4502-4f23-954f-7de5d9ac269f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.045985] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a62f2a-312b-4821-bec2-6ce63c1dd364 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.052167] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aced8f5a-c122-415e-a3f3-187b8fdbc7a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.056408] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Created folder: Instances in parent group-v502123. [ 1148.056649] env[62364]: DEBUG oslo.service.loopingcall [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.056820] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.057020] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b26032df-bde4-48b5-b557-be6fe9cf403d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.096045] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041691b1-078c-4b0d-95bd-d1e5f9faaa31 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.099488] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.099488] env[62364]: value = "task-2481430" [ 1148.099488] env[62364]: _type = "Task" [ 1148.099488] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.105831] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eac0ff2-2273-4381-bee1-a897403b666c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.112406] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481430, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.121288] env[62364]: DEBUG nova.compute.provider_tree [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.131873] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033694} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.133100] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.133396] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c/5dbcaf7b-23e1-473a-80f0-98727c52f77c.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.133753] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c/5dbcaf7b-23e1-473a-80f0-98727c52f77c.vmdk to [datastore1] 41690a03-01fb-4790-b9d6-6063e3015191/41690a03-01fb-4790-b9d6-6063e3015191.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.134456] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1cdd1b5-cef0-4b3b-8cf7-3f0afda29151 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.146030] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1148.146030] env[62364]: value = "task-2481431" [ 1148.146030] env[62364]: _type = "Task" [ 1148.146030] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.153268] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.157682] env[62364]: DEBUG nova.compute.manager [req-a21153a6-0439-4be7-b8b7-ac61f2074d64 req-ec1c53c8-1bcb-4308-85ce-5d8db09c6b28 service nova] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Received event network-changed-f830811c-d6a1-4ef9-8ead-27548908c690 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1148.157949] env[62364]: DEBUG nova.compute.manager [req-a21153a6-0439-4be7-b8b7-ac61f2074d64 req-ec1c53c8-1bcb-4308-85ce-5d8db09c6b28 service nova] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Refreshing instance network info cache due to event network-changed-f830811c-d6a1-4ef9-8ead-27548908c690. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1148.158177] env[62364]: DEBUG oslo_concurrency.lockutils [req-a21153a6-0439-4be7-b8b7-ac61f2074d64 req-ec1c53c8-1bcb-4308-85ce-5d8db09c6b28 service nova] Acquiring lock "refresh_cache-40777ca1-931f-4323-a94d-c4f29d843200" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.158302] env[62364]: DEBUG oslo_concurrency.lockutils [req-a21153a6-0439-4be7-b8b7-ac61f2074d64 req-ec1c53c8-1bcb-4308-85ce-5d8db09c6b28 service nova] Acquired lock "refresh_cache-40777ca1-931f-4323-a94d-c4f29d843200" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.158497] env[62364]: DEBUG nova.network.neutron [req-a21153a6-0439-4be7-b8b7-ac61f2074d64 req-ec1c53c8-1bcb-4308-85ce-5d8db09c6b28 service nova] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Refreshing network info cache for port f830811c-d6a1-4ef9-8ead-27548908c690 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.413118] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.413682] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 54d3ea7d-6200-4e70-9799-0bb81445daeb] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1148.508646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.508800] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.509175] env[62364]: DEBUG nova.network.neutron [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.609300] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481430, 'name': CreateVM_Task, 'duration_secs': 0.454131} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.609520] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.610344] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.610546] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.610929] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.611254] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949fc3b5-bcf6-43cc-a680-1d4ee7da618e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.616183] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for the task: (returnval){ [ 1148.616183] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e0f15f-81af-99b2-52c3-529ac9a0f6b8" [ 1148.616183] env[62364]: _type = "Task" [ 1148.616183] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.625601] env[62364]: DEBUG nova.scheduler.client.report [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.629095] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e0f15f-81af-99b2-52c3-529ac9a0f6b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.653988] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481431, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.917920] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: f9bfd765-4ebb-4f00-9648-22d719aaa9b8] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1149.098629] env[62364]: DEBUG nova.network.neutron [req-a21153a6-0439-4be7-b8b7-ac61f2074d64 req-ec1c53c8-1bcb-4308-85ce-5d8db09c6b28 service nova] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Updated VIF entry in instance network info cache for port f830811c-d6a1-4ef9-8ead-27548908c690. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.099016] env[62364]: DEBUG nova.network.neutron [req-a21153a6-0439-4be7-b8b7-ac61f2074d64 req-ec1c53c8-1bcb-4308-85ce-5d8db09c6b28 service nova] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Updating instance_info_cache with network_info: [{"id": "f830811c-d6a1-4ef9-8ead-27548908c690", "address": "fa:16:3e:ea:54:8b", "network": {"id": "292fc682-fe1f-492c-b612-6687b401f80e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-393714997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "190c0471ee8c43aaab4c395d2210433a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf830811c-d6", "ovs_interfaceid": "f830811c-d6a1-4ef9-8ead-27548908c690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.127818] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e0f15f-81af-99b2-52c3-529ac9a0f6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.083785} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.128160] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.128393] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.128725] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.128920] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.129182] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.129459] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e187b12-d6c1-4af1-8984-65fe1d96a7d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.134451] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.134934] env[62364]: DEBUG nova.compute.manager [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.138418] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.725s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.140055] env[62364]: INFO nova.compute.claims [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.153561] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481431, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.157633] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.157856] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.158649] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c809044c-6e7e-4ab2-998a-7cf761949163 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.164760] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for the task: (returnval){ [ 1149.164760] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e696c4-f202-212e-e56e-770c1a6d1921" [ 1149.164760] env[62364]: _type = "Task" [ 1149.164760] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.174329] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e696c4-f202-212e-e56e-770c1a6d1921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.377540] env[62364]: DEBUG nova.network.neutron [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updating instance_info_cache with network_info: [{"id": "c34f1040-2bd2-473f-8061-680728a882ea", "address": "fa:16:3e:9a:f1:6f", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34f1040-2b", "ovs_interfaceid": "c34f1040-2bd2-473f-8061-680728a882ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.421212] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 45ffb2ae-66b3-4d3a-8816-17cd3ef4800b] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1149.602256] env[62364]: DEBUG oslo_concurrency.lockutils [req-a21153a6-0439-4be7-b8b7-ac61f2074d64 req-ec1c53c8-1bcb-4308-85ce-5d8db09c6b28 service nova] Releasing lock "refresh_cache-40777ca1-931f-4323-a94d-c4f29d843200" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.645170] env[62364]: DEBUG nova.compute.utils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1149.646759] env[62364]: DEBUG nova.compute.manager [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.646961] env[62364]: DEBUG nova.network.neutron [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.662814] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481431, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.676235] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e696c4-f202-212e-e56e-770c1a6d1921, 'name': SearchDatastore_Task, 'duration_secs': 0.086066} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.677207] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2271173-898d-46c6-a111-92197058ae6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.682646] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for the task: (returnval){ [ 1149.682646] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a04d76-d361-a1aa-0a09-7e40d2d42ddc" [ 1149.682646] env[62364]: _type = "Task" [ 1149.682646] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.691273] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a04d76-d361-a1aa-0a09-7e40d2d42ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.692773] env[62364]: DEBUG nova.policy [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f5d40e50b3b416da6964dd143997d2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bac04f4df1614c6fa38444c5fd27ab2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.879538] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.911865] env[62364]: DEBUG nova.virt.hardware [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6ee45171b09d1f4adae93acd81991daf',container_format='bare',created_at=2025-02-12T19:46:53Z,direct_url=,disk_format='vmdk',id=e76781b8-5b58-4297-9850-5db03ec80276,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1397811662-shelved',owner='0353bdca9cf04ec0b5ab0b36cdbef93f',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-02-12T19:47:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.912181] env[62364]: DEBUG nova.virt.hardware [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.912350] env[62364]: DEBUG nova.virt.hardware [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.912539] env[62364]: DEBUG nova.virt.hardware [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.912688] env[62364]: DEBUG nova.virt.hardware [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.912839] env[62364]: DEBUG nova.virt.hardware [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.913062] env[62364]: DEBUG nova.virt.hardware [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.913231] env[62364]: DEBUG nova.virt.hardware [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.913399] env[62364]: DEBUG nova.virt.hardware [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.913565] env[62364]: DEBUG nova.virt.hardware [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.913742] env[62364]: DEBUG nova.virt.hardware [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.914655] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44698a52-2fbc-4af6-bf39-e42e0bceb75b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.923307] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501eeebc-d44a-4e3d-a7d6-7631eb3b6a8f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.927501] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d18e2307-4d05-4730-924b-84a5fa3ea253] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1149.940035] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:f1:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c34f1040-2bd2-473f-8061-680728a882ea', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.947322] env[62364]: DEBUG oslo.service.loopingcall [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.947767] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.947962] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d22fd4c-97b3-444c-9016-cbf995c01454 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.968118] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.968118] env[62364]: value = "task-2481432" [ 1149.968118] env[62364]: _type = "Task" [ 1149.968118] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.976296] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481432, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.012812] env[62364]: DEBUG nova.network.neutron [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Successfully created port: 20ebcdbd-3499-4560-8723-7c586c9aea6e {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.151351] env[62364]: DEBUG nova.compute.manager [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.162869] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481431, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.197315] env[62364]: DEBUG nova.compute.manager [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Received event network-vif-plugged-c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1150.197315] env[62364]: DEBUG oslo_concurrency.lockutils [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] Acquiring lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.197315] env[62364]: DEBUG oslo_concurrency.lockutils [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.197315] env[62364]: DEBUG oslo_concurrency.lockutils [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.197315] env[62364]: DEBUG nova.compute.manager [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] No waiting events found dispatching network-vif-plugged-c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.197315] env[62364]: WARNING nova.compute.manager [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Received unexpected event network-vif-plugged-c34f1040-2bd2-473f-8061-680728a882ea for instance with vm_state shelved_offloaded and task_state spawning. [ 1150.197315] env[62364]: DEBUG nova.compute.manager [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Received event network-changed-c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1150.197315] env[62364]: DEBUG nova.compute.manager [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Refreshing instance network info cache due to event network-changed-c34f1040-2bd2-473f-8061-680728a882ea. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1150.197843] env[62364]: DEBUG oslo_concurrency.lockutils [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] Acquiring lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.197843] env[62364]: DEBUG oslo_concurrency.lockutils [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] Acquired lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.197843] env[62364]: DEBUG nova.network.neutron [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Refreshing network info cache for port c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.209132] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a04d76-d361-a1aa-0a09-7e40d2d42ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.087129} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.213613] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.213909] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 40777ca1-931f-4323-a94d-c4f29d843200/40777ca1-931f-4323-a94d-c4f29d843200.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.214765] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f45768ba-dfc6-46c2-afc2-8aae552b267d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.224373] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for the task: (returnval){ [ 1150.224373] env[62364]: value = "task-2481433" [ 1150.224373] env[62364]: _type = "Task" [ 1150.224373] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.236133] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.293655] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90e68ad-7733-491d-8653-5efdb6d8ce59 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.301687] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3711d86e-00dc-48f0-a25f-2d6d3f5d80ad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.333594] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759eaf78-bcb9-41ed-9dbb-c943a932f1d1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.342063] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1efbab-00da-46b7-ad18-ae7fdcc17f71 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.356228] env[62364]: DEBUG nova.compute.provider_tree [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.431613] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: f313f1f4-a761-405e-aa0f-a676f6bcc4ef] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1150.478509] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481432, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.663047] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481431, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.40878} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.663507] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5dbcaf7b-23e1-473a-80f0-98727c52f77c/5dbcaf7b-23e1-473a-80f0-98727c52f77c.vmdk to [datastore1] 41690a03-01fb-4790-b9d6-6063e3015191/41690a03-01fb-4790-b9d6-6063e3015191.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.664330] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3c5174-0b4e-4e7b-980c-6dd785e7d83b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.687232] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 41690a03-01fb-4790-b9d6-6063e3015191/41690a03-01fb-4790-b9d6-6063e3015191.vmdk or device None with type streamOptimized {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.687603] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab82c04-4541-4cd1-a79b-092a73da0604 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.710883] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1150.710883] env[62364]: value = "task-2481434" [ 1150.710883] env[62364]: _type = "Task" [ 1150.710883] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.721687] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.735519] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481433, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.860190] env[62364]: DEBUG nova.scheduler.client.report [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.935932] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: e5cb70a0-b975-42f4-a7e9-d94451db1391] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1150.953271] env[62364]: DEBUG nova.network.neutron [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updated VIF entry in instance network info cache for port c34f1040-2bd2-473f-8061-680728a882ea. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.953679] env[62364]: DEBUG nova.network.neutron [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updating instance_info_cache with network_info: [{"id": "c34f1040-2bd2-473f-8061-680728a882ea", "address": "fa:16:3e:9a:f1:6f", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34f1040-2b", "ovs_interfaceid": "c34f1040-2bd2-473f-8061-680728a882ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.981624] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481432, 'name': CreateVM_Task, 'duration_secs': 0.861273} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.981794] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.982562] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.982727] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.983134] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.983397] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faecfc3e-8748-4577-a68f-01c82f4da81e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.987807] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1150.987807] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521ab0d0-2bc2-0074-506d-346bb35d7a32" [ 1150.987807] env[62364]: _type = "Task" [ 1150.987807] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.995494] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521ab0d0-2bc2-0074-506d-346bb35d7a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.165716] env[62364]: DEBUG nova.compute.manager [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.192242] env[62364]: DEBUG nova.virt.hardware [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.192521] env[62364]: DEBUG nova.virt.hardware [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.192681] env[62364]: DEBUG nova.virt.hardware [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.192867] env[62364]: DEBUG nova.virt.hardware [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.193027] env[62364]: DEBUG nova.virt.hardware [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.193182] env[62364]: DEBUG nova.virt.hardware [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.193385] env[62364]: DEBUG nova.virt.hardware [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.193544] env[62364]: DEBUG nova.virt.hardware [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.193708] env[62364]: DEBUG nova.virt.hardware [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.193870] env[62364]: DEBUG nova.virt.hardware [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.194049] env[62364]: DEBUG nova.virt.hardware [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.195069] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08425bfb-ea80-4b17-aa7c-31b5af84d773 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.203180] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d0245-f66e-4bce-b8a7-c11fef2e1c5f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.223751] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481434, 'name': ReconfigVM_Task, 'duration_secs': 0.463983} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.223986] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 41690a03-01fb-4790-b9d6-6063e3015191/41690a03-01fb-4790-b9d6-6063e3015191.vmdk or device None with type streamOptimized {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.224537] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d340ad2a-d3a6-4a83-acc6-3e0db8367490 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.233635] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756984} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.234681] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 40777ca1-931f-4323-a94d-c4f29d843200/40777ca1-931f-4323-a94d-c4f29d843200.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.234888] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.235188] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1151.235188] env[62364]: value = "task-2481435" [ 1151.235188] env[62364]: _type = "Task" [ 1151.235188] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.235359] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80e93b77-ce92-4750-b9ef-256b0806913c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.246117] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481435, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.247179] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for the task: (returnval){ [ 1151.247179] env[62364]: value = "task-2481436" [ 1151.247179] env[62364]: _type = "Task" [ 1151.247179] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.254681] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.365800] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.366359] env[62364]: DEBUG nova.compute.manager [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.439745] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: a2e401f8-0237-45cb-88f2-06058dfc079e] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1151.457529] env[62364]: DEBUG oslo_concurrency.lockutils [req-2c761318-5737-42ac-8a34-b54bc2146c85 req-04954174-64bc-459f-91f0-bdf093b0cfcf service nova] Releasing lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.482523] env[62364]: DEBUG nova.compute.manager [req-60042b31-2f30-430a-8986-e157e2aa4bb0 req-e962870e-cf34-4f65-a468-d531a11eb1ab service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Received event network-vif-plugged-20ebcdbd-3499-4560-8723-7c586c9aea6e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1151.482744] env[62364]: DEBUG oslo_concurrency.lockutils [req-60042b31-2f30-430a-8986-e157e2aa4bb0 req-e962870e-cf34-4f65-a468-d531a11eb1ab service nova] Acquiring lock "7cb62828-57ca-43c7-81b3-c48dca8a8473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.482950] env[62364]: DEBUG oslo_concurrency.lockutils [req-60042b31-2f30-430a-8986-e157e2aa4bb0 req-e962870e-cf34-4f65-a468-d531a11eb1ab service nova] Lock "7cb62828-57ca-43c7-81b3-c48dca8a8473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.483141] env[62364]: DEBUG oslo_concurrency.lockutils [req-60042b31-2f30-430a-8986-e157e2aa4bb0 req-e962870e-cf34-4f65-a468-d531a11eb1ab service nova] Lock "7cb62828-57ca-43c7-81b3-c48dca8a8473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.483314] env[62364]: DEBUG nova.compute.manager [req-60042b31-2f30-430a-8986-e157e2aa4bb0 req-e962870e-cf34-4f65-a468-d531a11eb1ab service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] No waiting events found dispatching network-vif-plugged-20ebcdbd-3499-4560-8723-7c586c9aea6e {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.483476] env[62364]: WARNING nova.compute.manager [req-60042b31-2f30-430a-8986-e157e2aa4bb0 req-e962870e-cf34-4f65-a468-d531a11eb1ab service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Received unexpected event network-vif-plugged-20ebcdbd-3499-4560-8723-7c586c9aea6e for instance with vm_state building and task_state spawning. [ 1151.498205] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.498437] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Processing image e76781b8-5b58-4297-9850-5db03ec80276 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.498658] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276/e76781b8-5b58-4297-9850-5db03ec80276.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.498804] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276/e76781b8-5b58-4297-9850-5db03ec80276.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.498981] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.499234] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b847099c-98f2-4412-9c20-37166439e8a7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.507666] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.507847] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.508567] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f827209-576a-4747-9d76-4edc56c63cd4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.513111] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1151.513111] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52dae667-380f-ae4b-5ebb-afb957df3b22" [ 1151.513111] env[62364]: _type = "Task" [ 1151.513111] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.521233] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52dae667-380f-ae4b-5ebb-afb957df3b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.648157] env[62364]: DEBUG nova.network.neutron [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Successfully updated port: 20ebcdbd-3499-4560-8723-7c586c9aea6e {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.745990] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481435, 'name': Rename_Task, 'duration_secs': 0.164034} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.746287] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.746522] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-555c2d66-3d76-4ca6-aff8-5be848a50742 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.755448] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071246} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.756538] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.756849] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1151.756849] env[62364]: value = "task-2481437" [ 1151.756849] env[62364]: _type = "Task" [ 1151.756849] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.757779] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9c12fb-9835-4bc2-8ba0-cdc34233c2d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.783337] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 40777ca1-931f-4323-a94d-c4f29d843200/40777ca1-931f-4323-a94d-c4f29d843200.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.786159] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b68bff6e-59f7-49c3-b136-22aa0dedb195 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.800162] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.805507] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for the task: (returnval){ [ 1151.805507] env[62364]: value = "task-2481438" [ 1151.805507] env[62364]: _type = "Task" [ 1151.805507] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.813705] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.871927] env[62364]: DEBUG nova.compute.utils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1151.873619] env[62364]: DEBUG nova.compute.manager [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.873835] env[62364]: DEBUG nova.network.neutron [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.912091] env[62364]: DEBUG nova.policy [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '194d812efa1840478326ec674907cdf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d99e581b0eb4d4191e3d7538e77110d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.942832] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 2e0093e3-fc10-4f88-bbed-b233c9f1b44a] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1152.023456] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Preparing fetch location {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1152.023698] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Fetch image to [datastore1] OSTACK_IMG_a839659d-0746-453e-9d2f-d6dde9252406/OSTACK_IMG_a839659d-0746-453e-9d2f-d6dde9252406.vmdk {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1152.023922] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Downloading stream optimized image e76781b8-5b58-4297-9850-5db03ec80276 to [datastore1] OSTACK_IMG_a839659d-0746-453e-9d2f-d6dde9252406/OSTACK_IMG_a839659d-0746-453e-9d2f-d6dde9252406.vmdk on the data store datastore1 as vApp {{(pid=62364) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1152.024195] env[62364]: DEBUG nova.virt.vmwareapi.images [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Downloading image file data e76781b8-5b58-4297-9850-5db03ec80276 to the ESX as VM named 'OSTACK_IMG_a839659d-0746-453e-9d2f-d6dde9252406' {{(pid=62364) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1152.101392] env[62364]: DEBUG oslo_vmware.rw_handles [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1152.101392] env[62364]: value = "resgroup-9" [ 1152.101392] env[62364]: _type = "ResourcePool" [ 1152.101392] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1152.101711] env[62364]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1dc2ab10-53d9-4f4b-8f9a-2c22cadba0df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.122624] env[62364]: DEBUG oslo_vmware.rw_handles [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lease: (returnval){ [ 1152.122624] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52eea96e-0145-042a-2219-a13d9bdf7253" [ 1152.122624] env[62364]: _type = "HttpNfcLease" [ 1152.122624] env[62364]: } obtained for vApp import into resource pool (val){ [ 1152.122624] env[62364]: value = "resgroup-9" [ 1152.122624] env[62364]: _type = "ResourcePool" [ 1152.122624] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1152.122955] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the lease: (returnval){ [ 1152.122955] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52eea96e-0145-042a-2219-a13d9bdf7253" [ 1152.122955] env[62364]: _type = "HttpNfcLease" [ 1152.122955] env[62364]: } to be ready. {{(pid=62364) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1152.129254] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.129254] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52eea96e-0145-042a-2219-a13d9bdf7253" [ 1152.129254] env[62364]: _type = "HttpNfcLease" [ 1152.129254] env[62364]: } is initializing. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1152.151140] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-7cb62828-57ca-43c7-81b3-c48dca8a8473" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.151295] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-7cb62828-57ca-43c7-81b3-c48dca8a8473" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.151482] env[62364]: DEBUG nova.network.neutron [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.248803] env[62364]: DEBUG nova.network.neutron [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Successfully created port: 53698f05-7a0a-4f6d-8820-a9f65b454ba9 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.270617] env[62364]: DEBUG oslo_vmware.api [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481437, 'name': PowerOnVM_Task, 'duration_secs': 0.49632} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.270977] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.317484] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481438, 'name': ReconfigVM_Task, 'duration_secs': 0.376633} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.317741] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 40777ca1-931f-4323-a94d-c4f29d843200/40777ca1-931f-4323-a94d-c4f29d843200.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.318518] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23d56774-e351-4fd6-8660-c869456e0ced {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.325172] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for the task: (returnval){ [ 1152.325172] env[62364]: value = "task-2481440" [ 1152.325172] env[62364]: _type = "Task" [ 1152.325172] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.333111] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481440, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.372686] env[62364]: DEBUG nova.compute.manager [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.373887] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8a6293-bba1-4f7b-9068-ac64a0e78656 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.377384] env[62364]: DEBUG nova.compute.manager [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.447739] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 7ea8e176-5744-4efd-85c3-f2a4511ffd4a] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1152.631479] env[62364]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.631479] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52eea96e-0145-042a-2219-a13d9bdf7253" [ 1152.631479] env[62364]: _type = "HttpNfcLease" [ 1152.631479] env[62364]: } is ready. {{(pid=62364) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1152.631790] env[62364]: DEBUG oslo_vmware.rw_handles [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1152.631790] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52eea96e-0145-042a-2219-a13d9bdf7253" [ 1152.631790] env[62364]: _type = "HttpNfcLease" [ 1152.631790] env[62364]: }. {{(pid=62364) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1152.632528] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4df1df-1226-4e59-bf7a-ad8645559254 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.639832] env[62364]: DEBUG oslo_vmware.rw_handles [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e120c0-c1ff-d062-505b-023f85166748/disk-0.vmdk from lease info. {{(pid=62364) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1152.640067] env[62364]: DEBUG oslo_vmware.rw_handles [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e120c0-c1ff-d062-505b-023f85166748/disk-0.vmdk. {{(pid=62364) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1152.706510] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0f9d7758-3804-4621-9308-c57debee1c14 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.730796] env[62364]: DEBUG nova.network.neutron [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.836165] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481440, 'name': Rename_Task, 'duration_secs': 0.269105} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.836715] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.836791] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ddd29e4-acdb-4140-8898-c18b5997dcc3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.843025] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for the task: (returnval){ [ 1152.843025] env[62364]: value = "task-2481441" [ 1152.843025] env[62364]: _type = "Task" [ 1152.843025] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.853723] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.877314] env[62364]: DEBUG nova.network.neutron [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Updating instance_info_cache with network_info: [{"id": "20ebcdbd-3499-4560-8723-7c586c9aea6e", "address": "fa:16:3e:ce:50:71", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ebcdbd-34", "ovs_interfaceid": "20ebcdbd-3499-4560-8723-7c586c9aea6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.900827] env[62364]: DEBUG oslo_concurrency.lockutils [None req-937859d4-6bef-4953-a7d2-62f79350f61e tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "41690a03-01fb-4790-b9d6-6063e3015191" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.333s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.950802] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: c795eecf-f6ac-4afa-b944-67ec3f8fdb7d] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1153.318395] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "41690a03-01fb-4790-b9d6-6063e3015191" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.318732] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "41690a03-01fb-4790-b9d6-6063e3015191" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.318958] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "41690a03-01fb-4790-b9d6-6063e3015191-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.319181] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "41690a03-01fb-4790-b9d6-6063e3015191-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.319413] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "41690a03-01fb-4790-b9d6-6063e3015191-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.321790] env[62364]: INFO nova.compute.manager [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Terminating instance [ 1153.357982] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481441, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.380375] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-7cb62828-57ca-43c7-81b3-c48dca8a8473" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.380725] env[62364]: DEBUG nova.compute.manager [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Instance network_info: |[{"id": "20ebcdbd-3499-4560-8723-7c586c9aea6e", "address": "fa:16:3e:ce:50:71", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ebcdbd-34", "ovs_interfaceid": "20ebcdbd-3499-4560-8723-7c586c9aea6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.381229] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:50:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20ebcdbd-3499-4560-8723-7c586c9aea6e', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.388700] env[62364]: DEBUG oslo.service.loopingcall [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.389847] env[62364]: DEBUG nova.compute.manager [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.391911] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.392455] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47bac262-44c9-4e57-9791-574483598431 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.414341] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.414341] env[62364]: value = "task-2481442" [ 1153.414341] env[62364]: _type = "Task" [ 1153.414341] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.419946] env[62364]: DEBUG nova.virt.hardware [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.420208] env[62364]: DEBUG nova.virt.hardware [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.420477] env[62364]: DEBUG nova.virt.hardware [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.420551] env[62364]: DEBUG nova.virt.hardware [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.420697] env[62364]: DEBUG nova.virt.hardware [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.420862] env[62364]: DEBUG nova.virt.hardware [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.421109] env[62364]: DEBUG nova.virt.hardware [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.421273] env[62364]: DEBUG nova.virt.hardware [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.421438] env[62364]: DEBUG nova.virt.hardware [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.421602] env[62364]: DEBUG nova.virt.hardware [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.421776] env[62364]: DEBUG nova.virt.hardware [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.422656] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e5019f-1eac-4761-bb82-69bc5d167dba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.430307] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481442, 'name': CreateVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.433569] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654ec3d-84a0-462f-9f0b-e012e91c8cf3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.454346] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 2c5fd2c9-7f60-4fea-9f82-53cbb58b55d5] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1153.517012] env[62364]: DEBUG nova.compute.manager [req-92f5280b-5b1a-4631-bf49-2e2a918ee842 req-67301fe3-a346-4228-8990-44abc170cb5d service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Received event network-changed-20ebcdbd-3499-4560-8723-7c586c9aea6e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1153.517012] env[62364]: DEBUG nova.compute.manager [req-92f5280b-5b1a-4631-bf49-2e2a918ee842 req-67301fe3-a346-4228-8990-44abc170cb5d service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Refreshing instance network info cache due to event network-changed-20ebcdbd-3499-4560-8723-7c586c9aea6e. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1153.517213] env[62364]: DEBUG oslo_concurrency.lockutils [req-92f5280b-5b1a-4631-bf49-2e2a918ee842 req-67301fe3-a346-4228-8990-44abc170cb5d service nova] Acquiring lock "refresh_cache-7cb62828-57ca-43c7-81b3-c48dca8a8473" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.517453] env[62364]: DEBUG oslo_concurrency.lockutils [req-92f5280b-5b1a-4631-bf49-2e2a918ee842 req-67301fe3-a346-4228-8990-44abc170cb5d service nova] Acquired lock "refresh_cache-7cb62828-57ca-43c7-81b3-c48dca8a8473" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.517696] env[62364]: DEBUG nova.network.neutron [req-92f5280b-5b1a-4631-bf49-2e2a918ee842 req-67301fe3-a346-4228-8990-44abc170cb5d service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Refreshing network info cache for port 20ebcdbd-3499-4560-8723-7c586c9aea6e {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.816431] env[62364]: DEBUG nova.network.neutron [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Successfully updated port: 53698f05-7a0a-4f6d-8820-a9f65b454ba9 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.826489] env[62364]: DEBUG nova.compute.manager [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.826772] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.827800] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af52cf9-0874-48be-aa33-80c43b9d11a0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.838244] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.840864] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-769fe9da-ed1c-48d3-bce0-8e4789b4c3b3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.846932] env[62364]: DEBUG oslo_vmware.api [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1153.846932] env[62364]: value = "task-2481443" [ 1153.846932] env[62364]: _type = "Task" [ 1153.846932] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.858011] env[62364]: DEBUG oslo_vmware.api [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481441, 'name': PowerOnVM_Task, 'duration_secs': 0.59236} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.861158] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.861399] env[62364]: INFO nova.compute.manager [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1153.861594] env[62364]: DEBUG nova.compute.manager [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.861940] env[62364]: DEBUG oslo_vmware.api [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.862729] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa2ce54-8eaf-4acb-900a-fc446a505a04 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.927180] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481442, 'name': CreateVM_Task, 'duration_secs': 0.343008} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.927389] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.928054] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.928231] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.928555] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.928811] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953684b8-0899-454e-a437-7b04fd6d17e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.933589] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1153.933589] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5264d4ea-3c5c-7261-5e7c-a7358b0a76b0" [ 1153.933589] env[62364]: _type = "Task" [ 1153.933589] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.943144] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5264d4ea-3c5c-7261-5e7c-a7358b0a76b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.957210] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d31cec87-f24e-40d0-aa22-462f2eb62ea2] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1154.013179] env[62364]: DEBUG oslo_vmware.rw_handles [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Completed reading data from the image iterator. {{(pid=62364) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1154.013412] env[62364]: DEBUG oslo_vmware.rw_handles [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e120c0-c1ff-d062-505b-023f85166748/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1154.014641] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b596be-480d-4f8b-9292-41aca8c8f79d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.022254] env[62364]: DEBUG oslo_vmware.rw_handles [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e120c0-c1ff-d062-505b-023f85166748/disk-0.vmdk is in state: ready. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1154.022439] env[62364]: DEBUG oslo_vmware.rw_handles [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e120c0-c1ff-d062-505b-023f85166748/disk-0.vmdk. {{(pid=62364) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1154.024619] env[62364]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-16d1c6d3-3bd0-4ea3-a243-318f1cec971d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.196880] env[62364]: DEBUG oslo_vmware.rw_handles [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e120c0-c1ff-d062-505b-023f85166748/disk-0.vmdk. {{(pid=62364) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1154.197220] env[62364]: INFO nova.virt.vmwareapi.images [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Downloaded image file data e76781b8-5b58-4297-9850-5db03ec80276 [ 1154.198344] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b820801-48b2-49c1-88a4-976d17d42486 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.219761] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f92d90f8-e6b0-419d-af9b-4bbcdbec44c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.232251] env[62364]: DEBUG nova.network.neutron [req-92f5280b-5b1a-4631-bf49-2e2a918ee842 req-67301fe3-a346-4228-8990-44abc170cb5d service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Updated VIF entry in instance network info cache for port 20ebcdbd-3499-4560-8723-7c586c9aea6e. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.232450] env[62364]: DEBUG nova.network.neutron [req-92f5280b-5b1a-4631-bf49-2e2a918ee842 req-67301fe3-a346-4228-8990-44abc170cb5d service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Updating instance_info_cache with network_info: [{"id": "20ebcdbd-3499-4560-8723-7c586c9aea6e", "address": "fa:16:3e:ce:50:71", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ebcdbd-34", "ovs_interfaceid": "20ebcdbd-3499-4560-8723-7c586c9aea6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.245610] env[62364]: INFO nova.virt.vmwareapi.images [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] The imported VM was unregistered [ 1154.248271] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Caching image {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1154.248499] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276 {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.249190] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eecfa2e-3a13-4637-a1fd-d242769dfe1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.263329] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Created directory with path [datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276 {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.263523] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a839659d-0746-453e-9d2f-d6dde9252406/OSTACK_IMG_a839659d-0746-453e-9d2f-d6dde9252406.vmdk to [datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276/e76781b8-5b58-4297-9850-5db03ec80276.vmdk. {{(pid=62364) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1154.263772] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f94f9665-827b-416d-a584-48aff1d3c9a7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.270535] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1154.270535] env[62364]: value = "task-2481445" [ 1154.270535] env[62364]: _type = "Task" [ 1154.270535] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.277857] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481445, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.318480] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.318745] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.318865] env[62364]: DEBUG nova.network.neutron [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.361432] env[62364]: DEBUG oslo_vmware.api [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481443, 'name': PowerOffVM_Task, 'duration_secs': 0.265722} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.361693] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.361899] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.362186] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a8f00ec-392f-419a-ba33-d088a8fafdb5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.381853] env[62364]: INFO nova.compute.manager [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Took 13.59 seconds to build instance. [ 1154.428704] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.428704] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.428942] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleting the datastore file [datastore1] 41690a03-01fb-4790-b9d6-6063e3015191 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.428990] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec0322fc-e241-41b2-bd0c-5bc5067cec47 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.438511] env[62364]: DEBUG oslo_vmware.api [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for the task: (returnval){ [ 1154.438511] env[62364]: value = "task-2481447" [ 1154.438511] env[62364]: _type = "Task" [ 1154.438511] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.445334] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5264d4ea-3c5c-7261-5e7c-a7358b0a76b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012748} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.445872] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.446108] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.446340] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.446488] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.446668] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.446908] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ed233c-c3f4-4e14-bd63-48fa2a8160c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.451176] env[62364]: DEBUG oslo_vmware.api [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.456748] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.457027] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.457584] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735abe7c-d4a6-44bf-a021-a03ebd88af05 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.459778] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 2932b01a-b89d-4a34-8df8-fd8e2c165b8e] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1154.464594] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1154.464594] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52bfcbc6-5999-95d5-53e3-63eb7284694d" [ 1154.464594] env[62364]: _type = "Task" [ 1154.464594] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.472473] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52bfcbc6-5999-95d5-53e3-63eb7284694d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.735317] env[62364]: DEBUG oslo_concurrency.lockutils [req-92f5280b-5b1a-4631-bf49-2e2a918ee842 req-67301fe3-a346-4228-8990-44abc170cb5d service nova] Releasing lock "refresh_cache-7cb62828-57ca-43c7-81b3-c48dca8a8473" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.779403] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481445, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.850136] env[62364]: DEBUG nova.network.neutron [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.884110] env[62364]: DEBUG oslo_concurrency.lockutils [None req-452ad52b-d57e-4093-8b6e-077b806bfcb1 tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Lock "40777ca1-931f-4323-a94d-c4f29d843200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.101s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.949670] env[62364]: DEBUG oslo_vmware.api [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.963290] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 829a7b11-bbd2-4193-869c-71fb8e8e0075] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1154.974445] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52bfcbc6-5999-95d5-53e3-63eb7284694d, 'name': SearchDatastore_Task, 'duration_secs': 0.020097} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.975213] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c697a77f-3692-4e55-b6fd-b10a8cc22e2b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.980509] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1154.980509] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5212235a-c7b2-5c43-13dd-cfc20e67864b" [ 1154.980509] env[62364]: _type = "Task" [ 1154.980509] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.989489] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5212235a-c7b2-5c43-13dd-cfc20e67864b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.061654] env[62364]: DEBUG nova.network.neutron [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Updating instance_info_cache with network_info: [{"id": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "address": "fa:16:3e:58:a4:25", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53698f05-7a", "ovs_interfaceid": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.281261] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481445, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.449582] env[62364]: DEBUG oslo_vmware.api [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Task: {'id': task-2481447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.926038} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.449976] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.450219] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.450436] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.450642] env[62364]: INFO nova.compute.manager [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1155.450962] env[62364]: DEBUG oslo.service.loopingcall [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.451203] env[62364]: DEBUG nova.compute.manager [-] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.451325] env[62364]: DEBUG nova.network.neutron [-] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.469116] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d7b994ce-8b34-4d1f-b857-458a40a6fe6c] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1155.492662] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5212235a-c7b2-5c43-13dd-cfc20e67864b, 'name': SearchDatastore_Task, 'duration_secs': 0.021303} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.493321] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.493321] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7cb62828-57ca-43c7-81b3-c48dca8a8473/7cb62828-57ca-43c7-81b3-c48dca8a8473.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.493625] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed33a825-fabf-4e50-bae4-caa10b356574 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.501762] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1155.501762] env[62364]: value = "task-2481448" [ 1155.501762] env[62364]: _type = "Task" [ 1155.501762] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.510263] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.542691] env[62364]: DEBUG nova.compute.manager [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Received event network-vif-plugged-53698f05-7a0a-4f6d-8820-a9f65b454ba9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1155.542914] env[62364]: DEBUG oslo_concurrency.lockutils [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] Acquiring lock "16cad613-df83-49f4-938a-1127e0cb042c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.543255] env[62364]: DEBUG oslo_concurrency.lockutils [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] Lock "16cad613-df83-49f4-938a-1127e0cb042c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.543671] env[62364]: DEBUG oslo_concurrency.lockutils [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] Lock "16cad613-df83-49f4-938a-1127e0cb042c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.543671] env[62364]: DEBUG nova.compute.manager [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] No waiting events found dispatching network-vif-plugged-53698f05-7a0a-4f6d-8820-a9f65b454ba9 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.543786] env[62364]: WARNING nova.compute.manager [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Received unexpected event network-vif-plugged-53698f05-7a0a-4f6d-8820-a9f65b454ba9 for instance with vm_state building and task_state spawning. [ 1155.544786] env[62364]: DEBUG nova.compute.manager [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Received event network-changed-53698f05-7a0a-4f6d-8820-a9f65b454ba9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1155.544786] env[62364]: DEBUG nova.compute.manager [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Refreshing instance network info cache due to event network-changed-53698f05-7a0a-4f6d-8820-a9f65b454ba9. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1155.544786] env[62364]: DEBUG oslo_concurrency.lockutils [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] Acquiring lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.564745] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.565077] env[62364]: DEBUG nova.compute.manager [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Instance network_info: |[{"id": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "address": "fa:16:3e:58:a4:25", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53698f05-7a", "ovs_interfaceid": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.565386] env[62364]: DEBUG oslo_concurrency.lockutils [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] Acquired lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.565569] env[62364]: DEBUG nova.network.neutron [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Refreshing network info cache for port 53698f05-7a0a-4f6d-8820-a9f65b454ba9 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.566981] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:a4:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53698f05-7a0a-4f6d-8820-a9f65b454ba9', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.582043] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Creating folder: Project (7d99e581b0eb4d4191e3d7538e77110d). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.584338] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8076662d-cc34-4f04-b30b-c2dd0d2cb2c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.596967] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Created folder: Project (7d99e581b0eb4d4191e3d7538e77110d) in parent group-v501830. [ 1155.597206] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Creating folder: Instances. Parent ref: group-v502129. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.597474] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5102566f-3401-4ad6-9761-a1328a9922f0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.608620] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Created folder: Instances in parent group-v502129. [ 1155.608884] env[62364]: DEBUG oslo.service.loopingcall [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.609240] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.609537] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4be74a9-a94c-44f6-b506-b904b5d8a2cc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.630386] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.630386] env[62364]: value = "task-2481451" [ 1155.630386] env[62364]: _type = "Task" [ 1155.630386] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.633903] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquiring lock "40777ca1-931f-4323-a94d-c4f29d843200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.634167] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Lock "40777ca1-931f-4323-a94d-c4f29d843200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.634377] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquiring lock "40777ca1-931f-4323-a94d-c4f29d843200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.634554] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Lock "40777ca1-931f-4323-a94d-c4f29d843200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.634718] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Lock "40777ca1-931f-4323-a94d-c4f29d843200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.637044] env[62364]: INFO nova.compute.manager [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Terminating instance [ 1155.644322] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481451, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.781442] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481445, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.973463] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 006ebec8-be86-4e52-882e-592bcf43675b] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1156.016299] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481448, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.141333] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481451, 'name': CreateVM_Task, 'duration_secs': 0.368311} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.141526] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.142265] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.142433] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.143398] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.143526] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd4f8f5-ae89-46bb-84de-f249ec38ad1f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.145835] env[62364]: DEBUG nova.compute.manager [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.146039] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.146890] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6a139f-ed51-4031-a029-77671ee4de05 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.153994] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1156.153994] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52232d97-d9ff-31b3-f0a7-9fc4b76607b2" [ 1156.153994] env[62364]: _type = "Task" [ 1156.153994] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.160644] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.165908] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b67b6a5f-cd03-411f-89fd-70bca8b7a492 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.176652] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52232d97-d9ff-31b3-f0a7-9fc4b76607b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.178346] env[62364]: DEBUG oslo_vmware.api [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for the task: (returnval){ [ 1156.178346] env[62364]: value = "task-2481452" [ 1156.178346] env[62364]: _type = "Task" [ 1156.178346] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.187898] env[62364]: DEBUG oslo_vmware.api [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.282378] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481445, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.325434] env[62364]: DEBUG nova.network.neutron [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Updated VIF entry in instance network info cache for port 53698f05-7a0a-4f6d-8820-a9f65b454ba9. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.325841] env[62364]: DEBUG nova.network.neutron [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Updating instance_info_cache with network_info: [{"id": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "address": "fa:16:3e:58:a4:25", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53698f05-7a", "ovs_interfaceid": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.477965] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 1da09049-1ae5-41ce-872c-d0a570e8ed86] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1156.513959] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774083} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.514214] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 7cb62828-57ca-43c7-81b3-c48dca8a8473/7cb62828-57ca-43c7-81b3-c48dca8a8473.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.514405] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.514672] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33c40876-df39-409d-a5aa-c2211ec72f34 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.523203] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1156.523203] env[62364]: value = "task-2481453" [ 1156.523203] env[62364]: _type = "Task" [ 1156.523203] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.532530] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.670902] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52232d97-d9ff-31b3-f0a7-9fc4b76607b2, 'name': SearchDatastore_Task, 'duration_secs': 0.05494} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.670902] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.671140] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.671376] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.671539] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.671705] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.671985] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c4ccf8-cb78-41fc-87f3-68d6061ce6e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.680641] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.680834] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.684474] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9244f2bc-a819-4b41-a11e-fc3fdf8918ef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.689960] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1156.689960] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5244af8b-3adf-3bff-61b2-88e8f464c457" [ 1156.689960] env[62364]: _type = "Task" [ 1156.689960] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.693067] env[62364]: DEBUG oslo_vmware.api [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.702384] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5244af8b-3adf-3bff-61b2-88e8f464c457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.782182] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481445, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.829049] env[62364]: DEBUG oslo_concurrency.lockutils [req-0ddddb63-b0c7-43ab-9428-904899ff6aa7 req-952c205c-df7f-4185-9c6b-e6eb8465a20a service nova] Releasing lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.853658] env[62364]: DEBUG nova.network.neutron [-] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.986008] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 1baeefa4-6b4f-4f68-91e5-d02645d64d34] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1157.034104] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0759} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.034374] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.035275] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bcded3-c0a4-45bd-ae8a-138bc04f0b9a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.058892] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 7cb62828-57ca-43c7-81b3-c48dca8a8473/7cb62828-57ca-43c7-81b3-c48dca8a8473.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.059265] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de23141-0280-4807-b235-098ad300bb01 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.080550] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1157.080550] env[62364]: value = "task-2481454" [ 1157.080550] env[62364]: _type = "Task" [ 1157.080550] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.089571] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.189465] env[62364]: DEBUG oslo_vmware.api [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481452, 'name': PowerOffVM_Task, 'duration_secs': 0.998934} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.189735] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.190010] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.190285] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d60c60c7-f529-4ef8-a842-8c9cdf414e7b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.201245] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5244af8b-3adf-3bff-61b2-88e8f464c457, 'name': SearchDatastore_Task, 'duration_secs': 0.019519} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.201930] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9be4d2-c034-479f-9e25-2e6f28dd270b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.207435] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1157.207435] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52761ad9-01b5-e07e-b098-e036a9dcf280" [ 1157.207435] env[62364]: _type = "Task" [ 1157.207435] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.215107] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52761ad9-01b5-e07e-b098-e036a9dcf280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.255487] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.255767] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.255975] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Deleting the datastore file [datastore1] 40777ca1-931f-4323-a94d-c4f29d843200 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.256436] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ff255e3-72fd-4d2b-80e6-ac663b8394d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.263041] env[62364]: DEBUG oslo_vmware.api [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for the task: (returnval){ [ 1157.263041] env[62364]: value = "task-2481456" [ 1157.263041] env[62364]: _type = "Task" [ 1157.263041] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.274348] env[62364]: DEBUG oslo_vmware.api [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.285353] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481445, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.940352} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.285702] env[62364]: INFO nova.virt.vmwareapi.ds_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a839659d-0746-453e-9d2f-d6dde9252406/OSTACK_IMG_a839659d-0746-453e-9d2f-d6dde9252406.vmdk to [datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276/e76781b8-5b58-4297-9850-5db03ec80276.vmdk. [ 1157.285996] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Cleaning up location [datastore1] OSTACK_IMG_a839659d-0746-453e-9d2f-d6dde9252406 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1157.286294] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a839659d-0746-453e-9d2f-d6dde9252406 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.286628] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1016bcfb-00b5-436b-85fb-31626d28ddd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.293506] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1157.293506] env[62364]: value = "task-2481457" [ 1157.293506] env[62364]: _type = "Task" [ 1157.293506] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.303169] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.356979] env[62364]: INFO nova.compute.manager [-] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Took 1.91 seconds to deallocate network for instance. [ 1157.490007] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.568556] env[62364]: DEBUG nova.compute.manager [req-0e740480-b9ed-4b6f-befc-2ab4d0928189 req-e1ac8ea6-08fd-41ae-8aae-f2daa88ba903 service nova] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Received event network-vif-deleted-1ca48b03-fd57-47f7-94ef-5e1d67436d39 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1157.590600] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481454, 'name': ReconfigVM_Task, 'duration_secs': 0.293922} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.590850] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 7cb62828-57ca-43c7-81b3-c48dca8a8473/7cb62828-57ca-43c7-81b3-c48dca8a8473.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.591514] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f273a37-658d-4ab0-a75d-6ea989a858cc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.597743] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1157.597743] env[62364]: value = "task-2481458" [ 1157.597743] env[62364]: _type = "Task" [ 1157.597743] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.606564] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481458, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.717257] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52761ad9-01b5-e07e-b098-e036a9dcf280, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.717521] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.717874] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 16cad613-df83-49f4-938a-1127e0cb042c/16cad613-df83-49f4-938a-1127e0cb042c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.718147] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cec0f34-37d9-40d3-aed9-9a665d96a222 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.724896] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1157.724896] env[62364]: value = "task-2481459" [ 1157.724896] env[62364]: _type = "Task" [ 1157.724896] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.732507] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.772315] env[62364]: DEBUG oslo_vmware.api [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Task: {'id': task-2481456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157035} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.772546] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.773264] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.773264] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.773264] env[62364]: INFO nova.compute.manager [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1157.773592] env[62364]: DEBUG oslo.service.loopingcall [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.773592] env[62364]: DEBUG nova.compute.manager [-] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.773664] env[62364]: DEBUG nova.network.neutron [-] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.803728] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045504} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.803912] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.804105] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276/e76781b8-5b58-4297-9850-5db03ec80276.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.804361] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276/e76781b8-5b58-4297-9850-5db03ec80276.vmdk to [datastore1] d5b12ec9-2583-4d89-b8ad-375d0b725179/d5b12ec9-2583-4d89-b8ad-375d0b725179.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.804610] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78bb20f9-154d-48f0-8820-2028f6bbaed8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.810713] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1157.810713] env[62364]: value = "task-2481460" [ 1157.810713] env[62364]: _type = "Task" [ 1157.810713] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.820023] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.863665] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.863947] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.864204] env[62364]: DEBUG nova.objects.instance [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lazy-loading 'resources' on Instance uuid 41690a03-01fb-4790-b9d6-6063e3015191 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.110016] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481458, 'name': Rename_Task, 'duration_secs': 0.127284} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.110016] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.110016] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3857d0e7-93e6-430f-84f7-fe79ea99105b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.118197] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1158.118197] env[62364]: value = "task-2481461" [ 1158.118197] env[62364]: _type = "Task" [ 1158.118197] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.127907] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.235072] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494444} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.235310] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 16cad613-df83-49f4-938a-1127e0cb042c/16cad613-df83-49f4-938a-1127e0cb042c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.235532] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.235799] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90dfbcce-9526-45ea-9cea-2ee144485de7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.242812] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1158.242812] env[62364]: value = "task-2481462" [ 1158.242812] env[62364]: _type = "Task" [ 1158.242812] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.250740] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.322292] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481460, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.472349] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130c8fce-cc08-4c4e-84b5-ce0f9b32cd09 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.479701] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349825e1-c90b-4d65-97ad-f7ebe0ce3408 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.511426] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.511974] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.512755] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3690701d-51ca-4118-a90c-955b62e32f1d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.516968] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.525137] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd6bad6-f386-407d-967f-03b43ce9bc1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.541074] env[62364]: DEBUG nova.compute.provider_tree [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.547209] env[62364]: DEBUG nova.network.neutron [-] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.629657] env[62364]: DEBUG oslo_vmware.api [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481461, 'name': PowerOnVM_Task, 'duration_secs': 0.502916} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.630078] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.630323] env[62364]: INFO nova.compute.manager [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1158.630507] env[62364]: DEBUG nova.compute.manager [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.631508] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d72f9c4-a0b4-46c6-9bac-6a983cb3da1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.753117] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118768} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.753417] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.754299] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3de8300-07e2-467c-bb57-a4986b1045d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.776318] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 16cad613-df83-49f4-938a-1127e0cb042c/16cad613-df83-49f4-938a-1127e0cb042c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.776641] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18216b2b-31f0-458d-9f63-b614052e3fc5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.796929] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1158.796929] env[62364]: value = "task-2481463" [ 1158.796929] env[62364]: _type = "Task" [ 1158.796929] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.805516] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.822499] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481460, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.022506] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Getting list of instances from cluster (obj){ [ 1159.022506] env[62364]: value = "domain-c8" [ 1159.022506] env[62364]: _type = "ClusterComputeResource" [ 1159.022506] env[62364]: } {{(pid=62364) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1159.023611] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48672c66-b117-4a9c-90d5-a95295219628 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.039520] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Got total of 5 instances {{(pid=62364) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1159.039693] env[62364]: WARNING nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] While synchronizing instance power states, found 7 instances in the database and 5 instances on the hypervisor. [ 1159.039871] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Triggering sync for uuid 49b10d42-1180-4747-862c-fc0a6b7d3e94 {{(pid=62364) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10870}} [ 1159.040157] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Triggering sync for uuid 41690a03-01fb-4790-b9d6-6063e3015191 {{(pid=62364) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10870}} [ 1159.040353] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Triggering sync for uuid d5b12ec9-2583-4d89-b8ad-375d0b725179 {{(pid=62364) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10870}} [ 1159.040509] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Triggering sync for uuid 6a937339-357b-4af7-9f28-4b70666fb1e3 {{(pid=62364) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10870}} [ 1159.040656] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Triggering sync for uuid 40777ca1-931f-4323-a94d-c4f29d843200 {{(pid=62364) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10870}} [ 1159.040834] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Triggering sync for uuid 7cb62828-57ca-43c7-81b3-c48dca8a8473 {{(pid=62364) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10870}} [ 1159.040952] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Triggering sync for uuid 16cad613-df83-49f4-938a-1127e0cb042c {{(pid=62364) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10870}} [ 1159.041311] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.041535] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.041794] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "41690a03-01fb-4790-b9d6-6063e3015191" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.042010] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.042263] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "6a937339-357b-4af7-9f28-4b70666fb1e3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.042459] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.042760] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "40777ca1-931f-4323-a94d-c4f29d843200" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.042973] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "7cb62828-57ca-43c7-81b3-c48dca8a8473" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.043214] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "16cad613-df83-49f4-938a-1127e0cb042c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.044180] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c581ddf-9f4c-40af-a911-50c806a8e0e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.047555] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16d169a-afa1-4bc9-ae8b-6b37558d2055 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.051324] env[62364]: DEBUG nova.scheduler.client.report [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.054964] env[62364]: INFO nova.compute.manager [-] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Took 1.28 seconds to deallocate network for instance. [ 1159.149259] env[62364]: INFO nova.compute.manager [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Took 13.87 seconds to build instance. [ 1159.306933] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481463, 'name': ReconfigVM_Task, 'duration_secs': 0.301403} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.307269] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 16cad613-df83-49f4-938a-1127e0cb042c/16cad613-df83-49f4-938a-1127e0cb042c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.308013] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b42cc167-fff8-429a-806c-74e5705cd2bf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.315106] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1159.315106] env[62364]: value = "task-2481464" [ 1159.315106] env[62364]: _type = "Task" [ 1159.315106] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.326741] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481460, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.330358] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481464, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.557570] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.566163] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.566471] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.566738] env[62364]: DEBUG nova.objects.instance [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Lazy-loading 'resources' on Instance uuid 40777ca1-931f-4323-a94d-c4f29d843200 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.568715] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.568715] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.585062] env[62364]: INFO nova.scheduler.client.report [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Deleted allocations for instance 41690a03-01fb-4790-b9d6-6063e3015191 [ 1159.597608] env[62364]: DEBUG nova.compute.manager [req-51ef1b19-fdd3-445d-980c-bafe34c29e96 req-9eb8196a-0d35-449e-bf4c-f3ac4fbb5238 service nova] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Received event network-vif-deleted-f830811c-d6a1-4ef9-8ead-27548908c690 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1159.656050] env[62364]: DEBUG oslo_concurrency.lockutils [None req-39038989-1020-4d3a-8f5b-800bbb1760e2 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "7cb62828-57ca-43c7-81b3-c48dca8a8473" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.382s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.656050] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "7cb62828-57ca-43c7-81b3-c48dca8a8473" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.609s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.656050] env[62364]: INFO nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] During sync_power_state the instance has a pending task (spawning). Skip. [ 1159.656050] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "7cb62828-57ca-43c7-81b3-c48dca8a8473" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.831109] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481464, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.834599] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481460, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.094704] env[62364]: DEBUG oslo_concurrency.lockutils [None req-01e298c0-609b-48a9-86c7-89ec3f3c0112 tempest-ServerActionsTestOtherB-1193675473 tempest-ServerActionsTestOtherB-1193675473-project-member] Lock "41690a03-01fb-4790-b9d6-6063e3015191" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.776s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.095818] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "41690a03-01fb-4790-b9d6-6063e3015191" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.054s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.096343] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26dfd888-b22c-4e46-a53f-b92dc53e62e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.106556] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb099ee-bdcb-4a3e-8299-6d63591497e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.205038] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d5ff61-947b-4b6e-bad2-8ba011b11462 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.213264] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9c570a-81a7-4043-baf4-8e17a60bd742 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.245435] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e2aca0-ed5a-4a44-8d9b-bc98135f027c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.252709] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3af3bd-1492-4397-b4a8-5c6827f15702 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.265421] env[62364]: DEBUG nova.compute.provider_tree [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.329953] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481464, 'name': Rename_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.333015] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481460, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.651944] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "41690a03-01fb-4790-b9d6-6063e3015191" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.768750] env[62364]: DEBUG nova.scheduler.client.report [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.830786] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481460, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.573671} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.833716] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76781b8-5b58-4297-9850-5db03ec80276/e76781b8-5b58-4297-9850-5db03ec80276.vmdk to [datastore1] d5b12ec9-2583-4d89-b8ad-375d0b725179/d5b12ec9-2583-4d89-b8ad-375d0b725179.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.834067] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481464, 'name': Rename_Task, 'duration_secs': 1.158594} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.834748] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48c2641-b93e-4a28-90c6-e9d51a41bf93 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.837029] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.837254] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adcce739-2304-4953-ab03-36d148ba6895 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.859101] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d5b12ec9-2583-4d89-b8ad-375d0b725179/d5b12ec9-2583-4d89-b8ad-375d0b725179.vmdk or device None with type streamOptimized {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.860307] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc427b39-f5da-434c-9c57-558cddb11fac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.874307] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1160.874307] env[62364]: value = "task-2481466" [ 1160.874307] env[62364]: _type = "Task" [ 1160.874307] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.879286] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1160.879286] env[62364]: value = "task-2481467" [ 1160.879286] env[62364]: _type = "Task" [ 1160.879286] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.885410] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.890091] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.273553] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.297496] env[62364]: INFO nova.scheduler.client.report [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Deleted allocations for instance 40777ca1-931f-4323-a94d-c4f29d843200 [ 1161.386361] env[62364]: DEBUG oslo_vmware.api [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481466, 'name': PowerOnVM_Task, 'duration_secs': 0.438053} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.387014] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.387283] env[62364]: INFO nova.compute.manager [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1161.387475] env[62364]: DEBUG nova.compute.manager [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.388361] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdf0655-8c51-40a2-a617-9dbac2a6031b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.393828] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.621886] env[62364]: DEBUG nova.compute.manager [req-9a292270-f2d6-43f9-a21c-8d35561aa666 req-ff3ed833-ff85-4ce3-891b-35ecee5f90f0 service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Received event network-changed-20ebcdbd-3499-4560-8723-7c586c9aea6e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1161.622108] env[62364]: DEBUG nova.compute.manager [req-9a292270-f2d6-43f9-a21c-8d35561aa666 req-ff3ed833-ff85-4ce3-891b-35ecee5f90f0 service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Refreshing instance network info cache due to event network-changed-20ebcdbd-3499-4560-8723-7c586c9aea6e. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1161.622351] env[62364]: DEBUG oslo_concurrency.lockutils [req-9a292270-f2d6-43f9-a21c-8d35561aa666 req-ff3ed833-ff85-4ce3-891b-35ecee5f90f0 service nova] Acquiring lock "refresh_cache-7cb62828-57ca-43c7-81b3-c48dca8a8473" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.622502] env[62364]: DEBUG oslo_concurrency.lockutils [req-9a292270-f2d6-43f9-a21c-8d35561aa666 req-ff3ed833-ff85-4ce3-891b-35ecee5f90f0 service nova] Acquired lock "refresh_cache-7cb62828-57ca-43c7-81b3-c48dca8a8473" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.622666] env[62364]: DEBUG nova.network.neutron [req-9a292270-f2d6-43f9-a21c-8d35561aa666 req-ff3ed833-ff85-4ce3-891b-35ecee5f90f0 service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Refreshing network info cache for port 20ebcdbd-3499-4560-8723-7c586c9aea6e {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.805023] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aa6e9e15-ddbd-43bd-b1fc-08ee722692df tempest-InstanceActionsNegativeTestJSON-1640809412 tempest-InstanceActionsNegativeTestJSON-1640809412-project-member] Lock "40777ca1-931f-4323-a94d-c4f29d843200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.171s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.805942] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "40777ca1-931f-4323-a94d-c4f29d843200" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.763s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.806575] env[62364]: INFO nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] During sync_power_state the instance has a pending task (deleting). Skip. [ 1161.806575] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "40777ca1-931f-4323-a94d-c4f29d843200" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.892047] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481467, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.910246] env[62364]: INFO nova.compute.manager [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Took 13.52 seconds to build instance. [ 1162.391642] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481467, 'name': ReconfigVM_Task, 'duration_secs': 1.045758} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.391920] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d5b12ec9-2583-4d89-b8ad-375d0b725179/d5b12ec9-2583-4d89-b8ad-375d0b725179.vmdk or device None with type streamOptimized {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.392564] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecc66bf0-16c8-405f-81f8-a4be7a38046b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.398860] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1162.398860] env[62364]: value = "task-2481468" [ 1162.398860] env[62364]: _type = "Task" [ 1162.398860] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.407606] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481468, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.412112] env[62364]: DEBUG oslo_concurrency.lockutils [None req-df147825-8142-48cd-8fd9-e155c3d8103e tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "16cad613-df83-49f4-938a-1127e0cb042c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.032s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.412372] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "16cad613-df83-49f4-938a-1127e0cb042c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.369s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.412560] env[62364]: INFO nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1162.412732] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "16cad613-df83-49f4-938a-1127e0cb042c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.522490] env[62364]: DEBUG nova.network.neutron [req-9a292270-f2d6-43f9-a21c-8d35561aa666 req-ff3ed833-ff85-4ce3-891b-35ecee5f90f0 service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Updated VIF entry in instance network info cache for port 20ebcdbd-3499-4560-8723-7c586c9aea6e. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.522875] env[62364]: DEBUG nova.network.neutron [req-9a292270-f2d6-43f9-a21c-8d35561aa666 req-ff3ed833-ff85-4ce3-891b-35ecee5f90f0 service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Updating instance_info_cache with network_info: [{"id": "20ebcdbd-3499-4560-8723-7c586c9aea6e", "address": "fa:16:3e:ce:50:71", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ebcdbd-34", "ovs_interfaceid": "20ebcdbd-3499-4560-8723-7c586c9aea6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.909658] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481468, 'name': Rename_Task, 'duration_secs': 0.141192} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.909978] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.910244] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7825d31a-fd20-40cf-b5b3-ceb254993f3e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.917268] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1162.917268] env[62364]: value = "task-2481469" [ 1162.917268] env[62364]: _type = "Task" [ 1162.917268] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.925517] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.025584] env[62364]: DEBUG oslo_concurrency.lockutils [req-9a292270-f2d6-43f9-a21c-8d35561aa666 req-ff3ed833-ff85-4ce3-891b-35ecee5f90f0 service nova] Releasing lock "refresh_cache-7cb62828-57ca-43c7-81b3-c48dca8a8473" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.057802] env[62364]: DEBUG nova.compute.manager [req-b1bc3375-f765-4a0b-9b3f-0e0bd11e803a req-c25f98d5-5f86-4285-aecb-fa98a70fe1df service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Received event network-changed-53698f05-7a0a-4f6d-8820-a9f65b454ba9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1163.057989] env[62364]: DEBUG nova.compute.manager [req-b1bc3375-f765-4a0b-9b3f-0e0bd11e803a req-c25f98d5-5f86-4285-aecb-fa98a70fe1df service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Refreshing instance network info cache due to event network-changed-53698f05-7a0a-4f6d-8820-a9f65b454ba9. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1163.058239] env[62364]: DEBUG oslo_concurrency.lockutils [req-b1bc3375-f765-4a0b-9b3f-0e0bd11e803a req-c25f98d5-5f86-4285-aecb-fa98a70fe1df service nova] Acquiring lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.058387] env[62364]: DEBUG oslo_concurrency.lockutils [req-b1bc3375-f765-4a0b-9b3f-0e0bd11e803a req-c25f98d5-5f86-4285-aecb-fa98a70fe1df service nova] Acquired lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.058546] env[62364]: DEBUG nova.network.neutron [req-b1bc3375-f765-4a0b-9b3f-0e0bd11e803a req-c25f98d5-5f86-4285-aecb-fa98a70fe1df service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Refreshing network info cache for port 53698f05-7a0a-4f6d-8820-a9f65b454ba9 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.428662] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.878703] env[62364]: DEBUG nova.network.neutron [req-b1bc3375-f765-4a0b-9b3f-0e0bd11e803a req-c25f98d5-5f86-4285-aecb-fa98a70fe1df service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Updated VIF entry in instance network info cache for port 53698f05-7a0a-4f6d-8820-a9f65b454ba9. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.878703] env[62364]: DEBUG nova.network.neutron [req-b1bc3375-f765-4a0b-9b3f-0e0bd11e803a req-c25f98d5-5f86-4285-aecb-fa98a70fe1df service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Updating instance_info_cache with network_info: [{"id": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "address": "fa:16:3e:58:a4:25", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53698f05-7a", "ovs_interfaceid": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.935589] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.383095] env[62364]: DEBUG oslo_concurrency.lockutils [req-b1bc3375-f765-4a0b-9b3f-0e0bd11e803a req-c25f98d5-5f86-4285-aecb-fa98a70fe1df service nova] Releasing lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.429471] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.931797] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.432290] env[62364]: DEBUG oslo_vmware.api [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481469, 'name': PowerOnVM_Task, 'duration_secs': 2.341545} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.432290] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.555466] env[62364]: DEBUG nova.compute.manager [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.556805] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f030d9d-3bf1-41b7-b09d-860eef576fef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.073455] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f1e0b2f5-018f-4e17-ae56-7a3430a377e6 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.099s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.074592] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.032s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.074592] env[62364]: INFO nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] During sync_power_state the instance has a pending task (spawning). Skip. [ 1166.074592] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.808948] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "6a937339-357b-4af7-9f28-4b70666fb1e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.809231] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.312395] env[62364]: DEBUG nova.compute.utils [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1172.815385] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.876401] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "6a937339-357b-4af7-9f28-4b70666fb1e3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.876759] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.876885] env[62364]: INFO nova.compute.manager [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Attaching volume 9bd41938-f5ce-46b6-997a-768a0273fcb2 to /dev/sdb [ 1173.937942] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2622b68-d0c2-4636-91be-b3db67745af5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.945477] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98685d1d-c97a-4d28-b595-a3af55cd7289 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.958467] env[62364]: DEBUG nova.virt.block_device [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Updating existing volume attachment record: af3ed6ac-eefb-4f1e-9473-088898fc2b8a {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.500821] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1178.501139] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502135', 'volume_id': '9bd41938-f5ce-46b6-997a-768a0273fcb2', 'name': 'volume-9bd41938-f5ce-46b6-997a-768a0273fcb2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a937339-357b-4af7-9f28-4b70666fb1e3', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd41938-f5ce-46b6-997a-768a0273fcb2', 'serial': '9bd41938-f5ce-46b6-997a-768a0273fcb2'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1178.502130] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a69775-b614-495d-8e0e-266b48851a02 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.519018] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6a5018-c0ac-4d56-bb91-259d34eb102b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.544388] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-9bd41938-f5ce-46b6-997a-768a0273fcb2/volume-9bd41938-f5ce-46b6-997a-768a0273fcb2.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.544669] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad2b1969-5923-4267-be45-1e6cbe2969e6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.568018] env[62364]: DEBUG oslo_vmware.api [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1178.568018] env[62364]: value = "task-2481479" [ 1178.568018] env[62364]: _type = "Task" [ 1178.568018] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.576705] env[62364]: DEBUG oslo_vmware.api [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.078246] env[62364]: DEBUG oslo_vmware.api [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481479, 'name': ReconfigVM_Task, 'duration_secs': 0.360051} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.078516] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-9bd41938-f5ce-46b6-997a-768a0273fcb2/volume-9bd41938-f5ce-46b6-997a-768a0273fcb2.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.083569] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95df6795-0252-41c7-9ec7-c3e61a10f73d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.101163] env[62364]: DEBUG oslo_vmware.api [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1179.101163] env[62364]: value = "task-2481480" [ 1179.101163] env[62364]: _type = "Task" [ 1179.101163] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.111752] env[62364]: DEBUG oslo_vmware.api [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.612448] env[62364]: DEBUG oslo_vmware.api [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481480, 'name': ReconfigVM_Task, 'duration_secs': 0.304846} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.612829] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502135', 'volume_id': '9bd41938-f5ce-46b6-997a-768a0273fcb2', 'name': 'volume-9bd41938-f5ce-46b6-997a-768a0273fcb2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a937339-357b-4af7-9f28-4b70666fb1e3', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd41938-f5ce-46b6-997a-768a0273fcb2', 'serial': '9bd41938-f5ce-46b6-997a-768a0273fcb2'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1180.651150] env[62364]: DEBUG nova.objects.instance [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lazy-loading 'flavor' on Instance uuid 6a937339-357b-4af7-9f28-4b70666fb1e3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.157881] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a5a66a33-afd6-4e3d-9a9a-27b53fb8459a tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.281s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.314068] env[62364]: DEBUG oslo_concurrency.lockutils [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "6a937339-357b-4af7-9f28-4b70666fb1e3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.314337] env[62364]: DEBUG oslo_concurrency.lockutils [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.817325] env[62364]: INFO nova.compute.manager [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Detaching volume 9bd41938-f5ce-46b6-997a-768a0273fcb2 [ 1181.846837] env[62364]: INFO nova.virt.block_device [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Attempting to driver detach volume 9bd41938-f5ce-46b6-997a-768a0273fcb2 from mountpoint /dev/sdb [ 1181.847089] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1181.847279] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502135', 'volume_id': '9bd41938-f5ce-46b6-997a-768a0273fcb2', 'name': 'volume-9bd41938-f5ce-46b6-997a-768a0273fcb2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a937339-357b-4af7-9f28-4b70666fb1e3', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd41938-f5ce-46b6-997a-768a0273fcb2', 'serial': '9bd41938-f5ce-46b6-997a-768a0273fcb2'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1181.848165] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2fcf0b-4174-446a-93f9-93ca3ba50a90 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.870109] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14165bf-5a8e-448e-96b7-23d518315591 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.877775] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35774bad-c7e7-49f8-9a42-633f3986feed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.898204] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c30038-173c-48c6-a71d-091b6f9c72fa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.914463] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] The volume has not been displaced from its original location: [datastore1] volume-9bd41938-f5ce-46b6-997a-768a0273fcb2/volume-9bd41938-f5ce-46b6-997a-768a0273fcb2.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1181.919575] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1181.919852] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b00b35e6-2deb-4775-96be-4c528b55b47f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.939983] env[62364]: DEBUG oslo_vmware.api [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1181.939983] env[62364]: value = "task-2481482" [ 1181.939983] env[62364]: _type = "Task" [ 1181.939983] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.948061] env[62364]: DEBUG oslo_vmware.api [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.450064] env[62364]: DEBUG oslo_vmware.api [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481482, 'name': ReconfigVM_Task, 'duration_secs': 0.270125} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.450401] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1182.454939] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9f494ab-a2ac-4885-9b80-aff1a785e2a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.470793] env[62364]: DEBUG oslo_vmware.api [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1182.470793] env[62364]: value = "task-2481484" [ 1182.470793] env[62364]: _type = "Task" [ 1182.470793] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.479385] env[62364]: DEBUG oslo_vmware.api [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.980970] env[62364]: DEBUG oslo_vmware.api [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481484, 'name': ReconfigVM_Task, 'duration_secs': 0.288057} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.981409] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502135', 'volume_id': '9bd41938-f5ce-46b6-997a-768a0273fcb2', 'name': 'volume-9bd41938-f5ce-46b6-997a-768a0273fcb2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a937339-357b-4af7-9f28-4b70666fb1e3', 'attached_at': '', 'detached_at': '', 'volume_id': '9bd41938-f5ce-46b6-997a-768a0273fcb2', 'serial': '9bd41938-f5ce-46b6-997a-768a0273fcb2'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1183.523546] env[62364]: DEBUG nova.objects.instance [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lazy-loading 'flavor' on Instance uuid 6a937339-357b-4af7-9f28-4b70666fb1e3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.665491] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.666097] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.666291] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1184.533117] env[62364]: DEBUG oslo_concurrency.lockutils [None req-efcca16d-8448-4c2e-9cdf-4592c630044f tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.562088] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "6a937339-357b-4af7-9f28-4b70666fb1e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.562457] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.562588] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "6a937339-357b-4af7-9f28-4b70666fb1e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.562769] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.562938] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.565054] env[62364]: INFO nova.compute.manager [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Terminating instance [ 1185.728033] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.728189] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquired lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.728347] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Forcefully refreshing network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1186.068688] env[62364]: DEBUG nova.compute.manager [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.068919] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.069827] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f6a1af-e427-46d0-bdbb-6bd752905033 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.078697] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.078941] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dbb01f5-2334-4b87-8b03-00c3304fbcd5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.085864] env[62364]: DEBUG oslo_vmware.api [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1186.085864] env[62364]: value = "task-2481486" [ 1186.085864] env[62364]: _type = "Task" [ 1186.085864] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.094404] env[62364]: DEBUG oslo_vmware.api [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.596900] env[62364]: DEBUG oslo_vmware.api [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481486, 'name': PowerOffVM_Task, 'duration_secs': 0.207763} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.597276] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.597523] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.597855] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17997979-b67b-4d3b-9e48-ee75d4dbca1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.672281] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.672723] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.673104] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleting the datastore file [datastore1] 6a937339-357b-4af7-9f28-4b70666fb1e3 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.673519] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6468d322-c2e5-4a97-89fa-b1748d617521 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.680391] env[62364]: DEBUG oslo_vmware.api [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for the task: (returnval){ [ 1186.680391] env[62364]: value = "task-2481488" [ 1186.680391] env[62364]: _type = "Task" [ 1186.680391] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.688413] env[62364]: DEBUG oslo_vmware.api [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.964967] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updating instance_info_cache with network_info: [{"id": "c34f1040-2bd2-473f-8061-680728a882ea", "address": "fa:16:3e:9a:f1:6f", "network": {"id": "304a36f5-aa96-4491-99d1-ac2bbaf1f0a2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1440507864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0353bdca9cf04ec0b5ab0b36cdbef93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc34f1040-2b", "ovs_interfaceid": "c34f1040-2bd2-473f-8061-680728a882ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.190504] env[62364]: DEBUG oslo_vmware.api [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Task: {'id': task-2481488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150651} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.190762] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.190979] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.191189] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.191399] env[62364]: INFO nova.compute.manager [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1187.191663] env[62364]: DEBUG oslo.service.loopingcall [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.191856] env[62364]: DEBUG nova.compute.manager [-] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.191949] env[62364]: DEBUG nova.network.neutron [-] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.468212] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Releasing lock "refresh_cache-d5b12ec9-2583-4d89-b8ad-375d0b725179" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.468503] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updated the network info_cache for instance {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1187.468718] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.468881] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.469042] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.469206] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.469354] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.469484] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1187.469629] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.972816] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.972816] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.974021] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.974021] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1187.974116] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b42b9c6-09f9-4c08-9eaf-d4cc0f842172 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.986242] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960145e0-00d5-4292-8731-d53baabf0c9d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.005396] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761126e5-a8a9-465c-973b-448cc118817e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.014698] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaa665f-9159-41d6-928d-e32ff328cc07 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.049267] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180466MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1188.049430] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.049628] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.053065] env[62364]: DEBUG nova.compute.manager [req-77ad30bc-5c53-4095-9af5-0e066343ea07 req-7e4630b4-dbfb-4161-9699-faea804697f0 service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Received event network-vif-deleted-34171d7c-935e-496d-b1f6-d6c085dc9576 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1188.053266] env[62364]: INFO nova.compute.manager [req-77ad30bc-5c53-4095-9af5-0e066343ea07 req-7e4630b4-dbfb-4161-9699-faea804697f0 service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Neutron deleted interface 34171d7c-935e-496d-b1f6-d6c085dc9576; detaching it from the instance and deleting it from the info cache [ 1188.053440] env[62364]: DEBUG nova.network.neutron [req-77ad30bc-5c53-4095-9af5-0e066343ea07 req-7e4630b4-dbfb-4161-9699-faea804697f0 service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.492792] env[62364]: DEBUG nova.network.neutron [-] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.558894] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99d866c6-8f95-4c98-9ec2-b938de16d459 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.572416] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bcaa52-15cc-4bb6-bfe9-cb04e757f59e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.587619] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Acquiring lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.588680] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.606547] env[62364]: DEBUG nova.compute.manager [req-77ad30bc-5c53-4095-9af5-0e066343ea07 req-7e4630b4-dbfb-4161-9699-faea804697f0 service nova] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Detach interface failed, port_id=34171d7c-935e-496d-b1f6-d6c085dc9576, reason: Instance 6a937339-357b-4af7-9f28-4b70666fb1e3 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1188.995848] env[62364]: INFO nova.compute.manager [-] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Took 1.80 seconds to deallocate network for instance. [ 1189.078388] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 49b10d42-1180-4747-862c-fc0a6b7d3e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.078388] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 6a937339-357b-4af7-9f28-4b70666fb1e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.078540] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance d5b12ec9-2583-4d89-b8ad-375d0b725179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.078781] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 7cb62828-57ca-43c7-81b3-c48dca8a8473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.079205] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 16cad613-df83-49f4-938a-1127e0cb042c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.090385] env[62364]: DEBUG nova.compute.manager [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.502740] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.582847] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance c6668dc8-607f-47d9-a3af-479d6fe0c7de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1189.583135] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1189.583317] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1189.610854] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.656033] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b266e97-98b9-41c9-9e69-2b966f181b0f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.664526] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184194c4-026d-44e2-b44a-2c23a686c971 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.694117] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e73ead4-a21c-46a4-a5ba-a8b00b56b2ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.701056] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0f330b-11f0-4337-878c-44885d2a4764 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.713979] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.218012] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.722736] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1190.722959] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.673s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.723248] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.221s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.723476] env[62364]: DEBUG nova.objects.instance [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lazy-loading 'resources' on Instance uuid 6a937339-357b-4af7-9f28-4b70666fb1e3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.920838] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.299132] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23645bd6-493d-40ae-bd1f-e7b802e541f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.306877] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea930299-59ee-428d-b5a9-ee3dbbf5d96f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.336545] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b61e9e0-bc24-4cca-8d27-75f1f497b36b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.343546] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e806035-ae18-4a37-af6c-39abb7374608 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.356350] env[62364]: DEBUG nova.compute.provider_tree [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.859371] env[62364]: DEBUG nova.scheduler.client.report [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.365388] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.367823] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.757s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.369420] env[62364]: INFO nova.compute.claims [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.389050] env[62364]: INFO nova.scheduler.client.report [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Deleted allocations for instance 6a937339-357b-4af7-9f28-4b70666fb1e3 [ 1192.896851] env[62364]: DEBUG oslo_concurrency.lockutils [None req-e4024671-0ebc-4c22-a331-0855797e2793 tempest-AttachVolumeNegativeTest-1396051450 tempest-AttachVolumeNegativeTest-1396051450-project-member] Lock "6a937339-357b-4af7-9f28-4b70666fb1e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.334s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.449850] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7782dd0-54c1-475f-86b2-0b4b6acdcac7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.457057] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd5aa5f-e582-45ed-9878-414110a1a4e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.486485] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0f4233-578a-4325-8759-49a9220a1aa7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.493937] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f81f20-c7b3-4373-9152-59f0546d6093 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.507135] env[62364]: DEBUG nova.compute.provider_tree [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.010236] env[62364]: DEBUG nova.scheduler.client.report [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.515344] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.515796] env[62364]: DEBUG nova.compute.manager [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.021187] env[62364]: DEBUG nova.compute.utils [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1195.022630] env[62364]: DEBUG nova.compute.manager [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.022802] env[62364]: DEBUG nova.network.neutron [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.069148] env[62364]: DEBUG nova.policy [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9519cb7d139840ceada9a4f4b9def35f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0589340c160148059952d677700408d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.329153] env[62364]: DEBUG nova.network.neutron [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Successfully created port: e65356f6-06d8-47da-94a4-64d6424df1fb {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1195.526508] env[62364]: DEBUG nova.compute.manager [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.032168] env[62364]: INFO nova.virt.block_device [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Booting with volume 1a4ac8aa-cf96-4feb-abd2-20956bff47c5 at /dev/sda [ 1196.068264] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f94ee0b3-2bea-4f0e-921b-53502fcd314b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.077789] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3da61ba-af6a-4d4d-8ae6-7f4f0ed2ac97 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.106128] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90feb883-34cb-420a-a70c-73242138f947 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.114021] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db1264b-f62c-472c-a94f-def8dde10149 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.141568] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e800c6dd-f23a-4265-86d6-054cfd8baf89 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.148452] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e206f97-8777-44aa-bcb2-8308a06cea14 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.162688] env[62364]: DEBUG nova.virt.block_device [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Updating existing volume attachment record: ad92b0f2-cf0e-4456-beac-ccd2ecfab86f {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1196.771106] env[62364]: DEBUG nova.compute.manager [req-ffef8c37-446a-457c-b124-c94730548ec0 req-7b484279-5ca0-4c59-b183-97ca36aa0f5c service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Received event network-vif-plugged-e65356f6-06d8-47da-94a4-64d6424df1fb {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1196.771407] env[62364]: DEBUG oslo_concurrency.lockutils [req-ffef8c37-446a-457c-b124-c94730548ec0 req-7b484279-5ca0-4c59-b183-97ca36aa0f5c service nova] Acquiring lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.771612] env[62364]: DEBUG oslo_concurrency.lockutils [req-ffef8c37-446a-457c-b124-c94730548ec0 req-7b484279-5ca0-4c59-b183-97ca36aa0f5c service nova] Lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.771794] env[62364]: DEBUG oslo_concurrency.lockutils [req-ffef8c37-446a-457c-b124-c94730548ec0 req-7b484279-5ca0-4c59-b183-97ca36aa0f5c service nova] Lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.771970] env[62364]: DEBUG nova.compute.manager [req-ffef8c37-446a-457c-b124-c94730548ec0 req-7b484279-5ca0-4c59-b183-97ca36aa0f5c service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] No waiting events found dispatching network-vif-plugged-e65356f6-06d8-47da-94a4-64d6424df1fb {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.772154] env[62364]: WARNING nova.compute.manager [req-ffef8c37-446a-457c-b124-c94730548ec0 req-7b484279-5ca0-4c59-b183-97ca36aa0f5c service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Received unexpected event network-vif-plugged-e65356f6-06d8-47da-94a4-64d6424df1fb for instance with vm_state building and task_state block_device_mapping. [ 1196.860869] env[62364]: DEBUG nova.network.neutron [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Successfully updated port: e65356f6-06d8-47da-94a4-64d6424df1fb {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.362667] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Acquiring lock "refresh_cache-c6668dc8-607f-47d9-a3af-479d6fe0c7de" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.362667] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Acquired lock "refresh_cache-c6668dc8-607f-47d9-a3af-479d6fe0c7de" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.362834] env[62364]: DEBUG nova.network.neutron [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.894809] env[62364]: DEBUG nova.network.neutron [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.022999] env[62364]: DEBUG nova.network.neutron [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Updating instance_info_cache with network_info: [{"id": "e65356f6-06d8-47da-94a4-64d6424df1fb", "address": "fa:16:3e:3b:dd:e2", "network": {"id": "397ca21f-c27a-473e-9d6e-24221dc30095", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-540669649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0589340c160148059952d677700408d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65356f6-06", "ovs_interfaceid": "e65356f6-06d8-47da-94a4-64d6424df1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.040722] env[62364]: INFO nova.compute.manager [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Rebuilding instance [ 1198.083740] env[62364]: DEBUG nova.compute.manager [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.084618] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35824059-857a-46a0-8f2e-f768d1f46dc7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.237191] env[62364]: DEBUG nova.compute.manager [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.237734] env[62364]: DEBUG nova.virt.hardware [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.237952] env[62364]: DEBUG nova.virt.hardware [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.238124] env[62364]: DEBUG nova.virt.hardware [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.238311] env[62364]: DEBUG nova.virt.hardware [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.238478] env[62364]: DEBUG nova.virt.hardware [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.238627] env[62364]: DEBUG nova.virt.hardware [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.238827] env[62364]: DEBUG nova.virt.hardware [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.238987] env[62364]: DEBUG nova.virt.hardware [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.239172] env[62364]: DEBUG nova.virt.hardware [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.239336] env[62364]: DEBUG nova.virt.hardware [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.239523] env[62364]: DEBUG nova.virt.hardware [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.240451] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ac3073-4947-40c2-bf64-c1a2abcbb485 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.248898] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfb916d-75a7-4405-bbf9-58556840ddd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.525430] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Releasing lock "refresh_cache-c6668dc8-607f-47d9-a3af-479d6fe0c7de" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.525813] env[62364]: DEBUG nova.compute.manager [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Instance network_info: |[{"id": "e65356f6-06d8-47da-94a4-64d6424df1fb", "address": "fa:16:3e:3b:dd:e2", "network": {"id": "397ca21f-c27a-473e-9d6e-24221dc30095", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-540669649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0589340c160148059952d677700408d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65356f6-06", "ovs_interfaceid": "e65356f6-06d8-47da-94a4-64d6424df1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.526296] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:dd:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e65356f6-06d8-47da-94a4-64d6424df1fb', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.533867] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Creating folder: Project (0589340c160148059952d677700408d0). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1198.534170] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1c15231-2d5c-430f-8ee9-12019b64c46a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.551149] env[62364]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1198.551321] env[62364]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62364) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1198.551676] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Folder already exists: Project (0589340c160148059952d677700408d0). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1198.551880] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Creating folder: Instances. Parent ref: group-v502132. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1198.552129] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8c42ff2-6e89-4a78-9e60-141b5114f91f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.561739] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Created folder: Instances in parent group-v502132. [ 1198.562015] env[62364]: DEBUG oslo.service.loopingcall [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1198.562243] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.562449] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ec80b9a-10f4-4429-a0f1-4a5e31c57c6f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.581326] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.581326] env[62364]: value = "task-2481493" [ 1198.581326] env[62364]: _type = "Task" [ 1198.581326] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.589739] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481493, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.801520] env[62364]: DEBUG nova.compute.manager [req-f8e02177-79e5-4ce0-87d7-5e4d79bfb5bd req-c56789c0-df08-4f46-91d3-0994d141c770 service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Received event network-changed-e65356f6-06d8-47da-94a4-64d6424df1fb {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1198.801701] env[62364]: DEBUG nova.compute.manager [req-f8e02177-79e5-4ce0-87d7-5e4d79bfb5bd req-c56789c0-df08-4f46-91d3-0994d141c770 service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Refreshing instance network info cache due to event network-changed-e65356f6-06d8-47da-94a4-64d6424df1fb. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1198.801847] env[62364]: DEBUG oslo_concurrency.lockutils [req-f8e02177-79e5-4ce0-87d7-5e4d79bfb5bd req-c56789c0-df08-4f46-91d3-0994d141c770 service nova] Acquiring lock "refresh_cache-c6668dc8-607f-47d9-a3af-479d6fe0c7de" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.801999] env[62364]: DEBUG oslo_concurrency.lockutils [req-f8e02177-79e5-4ce0-87d7-5e4d79bfb5bd req-c56789c0-df08-4f46-91d3-0994d141c770 service nova] Acquired lock "refresh_cache-c6668dc8-607f-47d9-a3af-479d6fe0c7de" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.802177] env[62364]: DEBUG nova.network.neutron [req-f8e02177-79e5-4ce0-87d7-5e4d79bfb5bd req-c56789c0-df08-4f46-91d3-0994d141c770 service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Refreshing network info cache for port e65356f6-06d8-47da-94a4-64d6424df1fb {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.094301] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481493, 'name': CreateVM_Task, 'duration_secs': 0.318836} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.094657] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.096529] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.096815] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b667c2a4-547e-4c44-bcf6-f9d134392b38 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.103955] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1199.103955] env[62364]: value = "task-2481494" [ 1199.103955] env[62364]: _type = "Task" [ 1199.103955] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.105077] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'attachment_id': 'ad92b0f2-cf0e-4456-beac-ccd2ecfab86f', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502136', 'volume_id': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'name': 'volume-1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6668dc8-607f-47d9-a3af-479d6fe0c7de', 'attached_at': '', 'detached_at': '', 'volume_id': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'serial': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62364) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1199.105335] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Root volume attach. Driver type: vmdk {{(pid=62364) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1199.106249] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f726e1b-b782-4c7d-83b7-077fa50cd79c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.117483] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.121205] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d44aea3-b338-4b82-8bb5-124c39787e24 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.127916] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22149604-1472-47ea-ab3f-71a632aab44c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.134737] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2b5d7da8-c70f-4b3b-ada5-7473b5769154 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.142166] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for the task: (returnval){ [ 1199.142166] env[62364]: value = "task-2481495" [ 1199.142166] env[62364]: _type = "Task" [ 1199.142166] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.149986] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481495, 'name': RelocateVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.547754] env[62364]: DEBUG nova.network.neutron [req-f8e02177-79e5-4ce0-87d7-5e4d79bfb5bd req-c56789c0-df08-4f46-91d3-0994d141c770 service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Updated VIF entry in instance network info cache for port e65356f6-06d8-47da-94a4-64d6424df1fb. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.548136] env[62364]: DEBUG nova.network.neutron [req-f8e02177-79e5-4ce0-87d7-5e4d79bfb5bd req-c56789c0-df08-4f46-91d3-0994d141c770 service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Updating instance_info_cache with network_info: [{"id": "e65356f6-06d8-47da-94a4-64d6424df1fb", "address": "fa:16:3e:3b:dd:e2", "network": {"id": "397ca21f-c27a-473e-9d6e-24221dc30095", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-540669649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0589340c160148059952d677700408d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65356f6-06", "ovs_interfaceid": "e65356f6-06d8-47da-94a4-64d6424df1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.615412] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481494, 'name': PowerOffVM_Task, 'duration_secs': 0.173287} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.615687] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.615924] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.616697] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82162ef-18e8-45bc-ba64-b83b21f472cd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.624330] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.624554] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6b14aac-0ab4-4b3a-a25c-52931f156b77 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.653100] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481495, 'name': RelocateVM_Task, 'duration_secs': 0.351696} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.653428] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1199.654029] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502136', 'volume_id': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'name': 'volume-1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6668dc8-607f-47d9-a3af-479d6fe0c7de', 'attached_at': '', 'detached_at': '', 'volume_id': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'serial': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1199.654407] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef45824-eb16-42d1-adb0-efaa0de7b90c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.670494] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a51358-b10e-4102-a550-ef6d745663aa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.695230] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-1a4ac8aa-cf96-4feb-abd2-20956bff47c5/volume-1a4ac8aa-cf96-4feb-abd2-20956bff47c5.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.695565] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11fc7011-0390-4214-be12-00eb9bcfcf19 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.710663] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.710883] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.711075] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleting the datastore file [datastore2] 7cb62828-57ca-43c7-81b3-c48dca8a8473 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.711731] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-893ecc8d-d28c-4b2e-8b6e-d825cb111410 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.717469] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for the task: (returnval){ [ 1199.717469] env[62364]: value = "task-2481498" [ 1199.717469] env[62364]: _type = "Task" [ 1199.717469] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.718717] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1199.718717] env[62364]: value = "task-2481499" [ 1199.718717] env[62364]: _type = "Task" [ 1199.718717] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.729494] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.732774] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.050475] env[62364]: DEBUG oslo_concurrency.lockutils [req-f8e02177-79e5-4ce0-87d7-5e4d79bfb5bd req-c56789c0-df08-4f46-91d3-0994d141c770 service nova] Releasing lock "refresh_cache-c6668dc8-607f-47d9-a3af-479d6fe0c7de" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.233680] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481498, 'name': ReconfigVM_Task, 'duration_secs': 0.276784} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.236563] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-1a4ac8aa-cf96-4feb-abd2-20956bff47c5/volume-1a4ac8aa-cf96-4feb-abd2-20956bff47c5.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.241111] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280439} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.241340] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a267419c-a2cd-4540-be0b-86f2573eac59 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.250719] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.250923] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.251152] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.259192] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for the task: (returnval){ [ 1200.259192] env[62364]: value = "task-2481500" [ 1200.259192] env[62364]: _type = "Task" [ 1200.259192] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.267907] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.410033] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.410280] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.769673] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.913562] env[62364]: DEBUG nova.compute.manager [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.271228] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481500, 'name': ReconfigVM_Task, 'duration_secs': 0.827992} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.271749] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502136', 'volume_id': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'name': 'volume-1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6668dc8-607f-47d9-a3af-479d6fe0c7de', 'attached_at': '', 'detached_at': '', 'volume_id': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'serial': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1201.272175] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a0edfff-1720-4617-ac56-7c4634d68ccb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.280557] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for the task: (returnval){ [ 1201.280557] env[62364]: value = "task-2481501" [ 1201.280557] env[62364]: _type = "Task" [ 1201.280557] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.291207] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481501, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.293401] env[62364]: DEBUG nova.virt.hardware [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.293624] env[62364]: DEBUG nova.virt.hardware [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.293783] env[62364]: DEBUG nova.virt.hardware [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.293970] env[62364]: DEBUG nova.virt.hardware [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.294137] env[62364]: DEBUG nova.virt.hardware [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.294294] env[62364]: DEBUG nova.virt.hardware [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.294502] env[62364]: DEBUG nova.virt.hardware [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.294666] env[62364]: DEBUG nova.virt.hardware [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.294829] env[62364]: DEBUG nova.virt.hardware [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.294991] env[62364]: DEBUG nova.virt.hardware [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.295181] env[62364]: DEBUG nova.virt.hardware [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.295956] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d04528-f35f-44ec-b138-6679f98d0347 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.303892] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabc4fa0-fbe9-4da9-bccd-0b8a5ee9c842 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.318745] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:50:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20ebcdbd-3499-4560-8723-7c586c9aea6e', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.326583] env[62364]: DEBUG oslo.service.loopingcall [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1201.326867] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.327106] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd497596-c051-44b8-a0b2-ac0095e5371e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.346980] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.346980] env[62364]: value = "task-2481502" [ 1201.346980] env[62364]: _type = "Task" [ 1201.346980] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.355327] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481502, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.437204] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.437500] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.439033] env[62364]: INFO nova.compute.claims [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.790954] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481501, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.855954] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481502, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.291242] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481501, 'name': Rename_Task, 'duration_secs': 0.888025} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.291650] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.291783] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd191b3a-a999-4ac0-9af0-e143a5eb3bfb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.298472] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for the task: (returnval){ [ 1202.298472] env[62364]: value = "task-2481503" [ 1202.298472] env[62364]: _type = "Task" [ 1202.298472] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.305811] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.356797] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481502, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.525488] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df8759f-0ef0-4d18-a175-6b1b70f4dd46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.534132] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46daf257-fdd9-4e1f-8e8b-783cf5e077c3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.566242] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5758ec17-79f9-4f47-92ae-1a76bbc7ba27 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.573992] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cae077b-ef97-46d8-a3ca-88b3082a215d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.593084] env[62364]: DEBUG nova.compute.provider_tree [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.809519] env[62364]: DEBUG oslo_vmware.api [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481503, 'name': PowerOnVM_Task, 'duration_secs': 0.423914} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.809841] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.810057] env[62364]: INFO nova.compute.manager [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Took 4.57 seconds to spawn the instance on the hypervisor. [ 1202.810247] env[62364]: DEBUG nova.compute.manager [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.811114] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6a0633-6e45-425c-83c1-ca6111f954c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.858531] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481502, 'name': CreateVM_Task, 'duration_secs': 1.311186} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.859145] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.859908] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.860116] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.860498] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.860755] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdc55dd-7344-4e9f-a38b-f94e5e926074 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.868015] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1202.868015] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f23fc9-dde1-887c-ca68-8199c13e156a" [ 1202.868015] env[62364]: _type = "Task" [ 1202.868015] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.876127] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f23fc9-dde1-887c-ca68-8199c13e156a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.096012] env[62364]: DEBUG nova.scheduler.client.report [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.328520] env[62364]: INFO nova.compute.manager [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Took 13.73 seconds to build instance. [ 1203.384016] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f23fc9-dde1-887c-ca68-8199c13e156a, 'name': SearchDatastore_Task, 'duration_secs': 0.011247} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.384016] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.384016] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.384016] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.384016] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.384016] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.384016] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25112219-1b29-4ad2-a652-11288254bb69 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.391597] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.391773] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.392521] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38802383-a0b6-4d92-8fe7-ce9ada7687bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.398922] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1203.398922] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5293f0f9-a677-e358-d841-43e972c0cf88" [ 1203.398922] env[62364]: _type = "Task" [ 1203.398922] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.409030] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5293f0f9-a677-e358-d841-43e972c0cf88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.600668] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.601790] env[62364]: DEBUG nova.compute.manager [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.831231] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6f0c330d-1ef4-44db-a151-59e576074970 tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.243s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.912903] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5293f0f9-a677-e358-d841-43e972c0cf88, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.913742] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533b2726-d56c-4071-960c-d48828e4113d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.919603] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1203.919603] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5295ea69-579e-d02d-85dd-3a39af637366" [ 1203.919603] env[62364]: _type = "Task" [ 1203.919603] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.929365] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5295ea69-579e-d02d-85dd-3a39af637366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.970774] env[62364]: DEBUG nova.compute.manager [req-ec2e693f-6da6-49ea-b8ab-e59fe5807f36 req-84a4cae0-f185-4f52-b6e5-d4ae994ae108 service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Received event network-changed-e65356f6-06d8-47da-94a4-64d6424df1fb {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1203.970774] env[62364]: DEBUG nova.compute.manager [req-ec2e693f-6da6-49ea-b8ab-e59fe5807f36 req-84a4cae0-f185-4f52-b6e5-d4ae994ae108 service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Refreshing instance network info cache due to event network-changed-e65356f6-06d8-47da-94a4-64d6424df1fb. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1203.971020] env[62364]: DEBUG oslo_concurrency.lockutils [req-ec2e693f-6da6-49ea-b8ab-e59fe5807f36 req-84a4cae0-f185-4f52-b6e5-d4ae994ae108 service nova] Acquiring lock "refresh_cache-c6668dc8-607f-47d9-a3af-479d6fe0c7de" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.971020] env[62364]: DEBUG oslo_concurrency.lockutils [req-ec2e693f-6da6-49ea-b8ab-e59fe5807f36 req-84a4cae0-f185-4f52-b6e5-d4ae994ae108 service nova] Acquired lock "refresh_cache-c6668dc8-607f-47d9-a3af-479d6fe0c7de" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.971105] env[62364]: DEBUG nova.network.neutron [req-ec2e693f-6da6-49ea-b8ab-e59fe5807f36 req-84a4cae0-f185-4f52-b6e5-d4ae994ae108 service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Refreshing network info cache for port e65356f6-06d8-47da-94a4-64d6424df1fb {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.054140] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.054956] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.054956] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.054956] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.054956] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.057169] env[62364]: INFO nova.compute.manager [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Terminating instance [ 1204.106103] env[62364]: DEBUG nova.compute.utils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1204.108456] env[62364]: DEBUG nova.compute.manager [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.108456] env[62364]: DEBUG nova.network.neutron [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.185354] env[62364]: DEBUG nova.policy [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '194d812efa1840478326ec674907cdf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d99e581b0eb4d4191e3d7538e77110d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.431271] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5295ea69-579e-d02d-85dd-3a39af637366, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.431271] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.431271] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 7cb62828-57ca-43c7-81b3-c48dca8a8473/7cb62828-57ca-43c7-81b3-c48dca8a8473.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.431544] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c765f02-cb85-4c4a-94c5-58a1cc20e967 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.439264] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1204.439264] env[62364]: value = "task-2481504" [ 1204.439264] env[62364]: _type = "Task" [ 1204.439264] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.448047] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.561623] env[62364]: DEBUG nova.compute.manager [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.561930] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.563222] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0d27c7-1018-4421-822e-c8b5e334d607 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.572221] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.572493] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99af8314-c444-4322-aec2-7a52cd4dcfc6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.581239] env[62364]: DEBUG oslo_vmware.api [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1204.581239] env[62364]: value = "task-2481505" [ 1204.581239] env[62364]: _type = "Task" [ 1204.581239] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.594831] env[62364]: DEBUG oslo_vmware.api [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.600111] env[62364]: DEBUG nova.network.neutron [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Successfully created port: 5370878e-d244-4825-b9cf-58f95c686fbb {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.612445] env[62364]: DEBUG nova.compute.manager [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.778612] env[62364]: DEBUG nova.network.neutron [req-ec2e693f-6da6-49ea-b8ab-e59fe5807f36 req-84a4cae0-f185-4f52-b6e5-d4ae994ae108 service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Updated VIF entry in instance network info cache for port e65356f6-06d8-47da-94a4-64d6424df1fb. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.779030] env[62364]: DEBUG nova.network.neutron [req-ec2e693f-6da6-49ea-b8ab-e59fe5807f36 req-84a4cae0-f185-4f52-b6e5-d4ae994ae108 service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Updating instance_info_cache with network_info: [{"id": "e65356f6-06d8-47da-94a4-64d6424df1fb", "address": "fa:16:3e:3b:dd:e2", "network": {"id": "397ca21f-c27a-473e-9d6e-24221dc30095", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-540669649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0589340c160148059952d677700408d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65356f6-06", "ovs_interfaceid": "e65356f6-06d8-47da-94a4-64d6424df1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.949120] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497251} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.949400] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 7cb62828-57ca-43c7-81b3-c48dca8a8473/7cb62828-57ca-43c7-81b3-c48dca8a8473.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.949615] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.949872] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca7f006d-6ac9-4b67-a391-2d9cacbfecf9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.957940] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1204.957940] env[62364]: value = "task-2481506" [ 1204.957940] env[62364]: _type = "Task" [ 1204.957940] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.971030] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.091632] env[62364]: DEBUG oslo_vmware.api [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481505, 'name': PowerOffVM_Task, 'duration_secs': 0.486484} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.091893] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.092073] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.092321] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73d4f003-1e20-4db1-8db9-a6b5a59786a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.162942] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.163152] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.163373] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleting the datastore file [datastore1] d5b12ec9-2583-4d89-b8ad-375d0b725179 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.163647] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f380c28-b4d2-4099-a8b5-26fbab6c9d3b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.172070] env[62364]: DEBUG oslo_vmware.api [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for the task: (returnval){ [ 1205.172070] env[62364]: value = "task-2481508" [ 1205.172070] env[62364]: _type = "Task" [ 1205.172070] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.180369] env[62364]: DEBUG oslo_vmware.api [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.282442] env[62364]: DEBUG oslo_concurrency.lockutils [req-ec2e693f-6da6-49ea-b8ab-e59fe5807f36 req-84a4cae0-f185-4f52-b6e5-d4ae994ae108 service nova] Releasing lock "refresh_cache-c6668dc8-607f-47d9-a3af-479d6fe0c7de" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.470856] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136221} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.471208] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.472179] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84596e2-03f8-44de-89aa-51585a41946a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.495957] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 7cb62828-57ca-43c7-81b3-c48dca8a8473/7cb62828-57ca-43c7-81b3-c48dca8a8473.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.496313] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c38a652b-508e-441c-b8b2-b18ec7d1ee03 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.518852] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1205.518852] env[62364]: value = "task-2481509" [ 1205.518852] env[62364]: _type = "Task" [ 1205.518852] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.528797] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.621490] env[62364]: DEBUG nova.compute.manager [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.648632] env[62364]: DEBUG nova.virt.hardware [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.648883] env[62364]: DEBUG nova.virt.hardware [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.649061] env[62364]: DEBUG nova.virt.hardware [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.649298] env[62364]: DEBUG nova.virt.hardware [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.649459] env[62364]: DEBUG nova.virt.hardware [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.649640] env[62364]: DEBUG nova.virt.hardware [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.649814] env[62364]: DEBUG nova.virt.hardware [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.649976] env[62364]: DEBUG nova.virt.hardware [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.650183] env[62364]: DEBUG nova.virt.hardware [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.650355] env[62364]: DEBUG nova.virt.hardware [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.650563] env[62364]: DEBUG nova.virt.hardware [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.651448] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429ffbb9-1093-4ddd-9483-df1222e6f04e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.660312] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc652745-65ef-4306-9119-7148ca49ece4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.684331] env[62364]: DEBUG oslo_vmware.api [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Task: {'id': task-2481508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186693} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.684628] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.684818] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.685025] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.685226] env[62364]: INFO nova.compute.manager [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1205.685556] env[62364]: DEBUG oslo.service.loopingcall [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1205.685782] env[62364]: DEBUG nova.compute.manager [-] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.685880] env[62364]: DEBUG nova.network.neutron [-] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.030549] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.134922] env[62364]: DEBUG nova.compute.manager [req-92dec333-1ab6-4b3e-b056-158f7464a89f req-3414588e-eb96-47d8-b121-29a1942f2fd7 service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Received event network-vif-plugged-5370878e-d244-4825-b9cf-58f95c686fbb {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1206.135180] env[62364]: DEBUG oslo_concurrency.lockutils [req-92dec333-1ab6-4b3e-b056-158f7464a89f req-3414588e-eb96-47d8-b121-29a1942f2fd7 service nova] Acquiring lock "e332e516-4592-45ed-af02-fbfaa37e1bfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.135393] env[62364]: DEBUG oslo_concurrency.lockutils [req-92dec333-1ab6-4b3e-b056-158f7464a89f req-3414588e-eb96-47d8-b121-29a1942f2fd7 service nova] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.135571] env[62364]: DEBUG oslo_concurrency.lockutils [req-92dec333-1ab6-4b3e-b056-158f7464a89f req-3414588e-eb96-47d8-b121-29a1942f2fd7 service nova] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.135761] env[62364]: DEBUG nova.compute.manager [req-92dec333-1ab6-4b3e-b056-158f7464a89f req-3414588e-eb96-47d8-b121-29a1942f2fd7 service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] No waiting events found dispatching network-vif-plugged-5370878e-d244-4825-b9cf-58f95c686fbb {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.135903] env[62364]: WARNING nova.compute.manager [req-92dec333-1ab6-4b3e-b056-158f7464a89f req-3414588e-eb96-47d8-b121-29a1942f2fd7 service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Received unexpected event network-vif-plugged-5370878e-d244-4825-b9cf-58f95c686fbb for instance with vm_state building and task_state spawning. [ 1206.227326] env[62364]: DEBUG nova.network.neutron [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Successfully updated port: 5370878e-d244-4825-b9cf-58f95c686fbb {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.388310] env[62364]: DEBUG nova.compute.manager [req-5711e606-2103-41d4-9865-65f7dce441fc req-9ba1e170-ac1b-4e62-963d-022c3f6ffb75 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Received event network-vif-deleted-c34f1040-2bd2-473f-8061-680728a882ea {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1206.388514] env[62364]: INFO nova.compute.manager [req-5711e606-2103-41d4-9865-65f7dce441fc req-9ba1e170-ac1b-4e62-963d-022c3f6ffb75 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Neutron deleted interface c34f1040-2bd2-473f-8061-680728a882ea; detaching it from the instance and deleting it from the info cache [ 1206.388712] env[62364]: DEBUG nova.network.neutron [req-5711e606-2103-41d4-9865-65f7dce441fc req-9ba1e170-ac1b-4e62-963d-022c3f6ffb75 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.530093] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.729354] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "refresh_cache-e332e516-4592-45ed-af02-fbfaa37e1bfd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.729491] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "refresh_cache-e332e516-4592-45ed-af02-fbfaa37e1bfd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.729530] env[62364]: DEBUG nova.network.neutron [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.871899] env[62364]: DEBUG nova.network.neutron [-] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.890953] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70065a4b-2294-4f29-84e7-f0e19338974f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.907723] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf26cd9-7dfe-4e74-8b9c-6233b7c45150 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.945942] env[62364]: DEBUG nova.compute.manager [req-5711e606-2103-41d4-9865-65f7dce441fc req-9ba1e170-ac1b-4e62-963d-022c3f6ffb75 service nova] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Detach interface failed, port_id=c34f1040-2bd2-473f-8061-680728a882ea, reason: Instance d5b12ec9-2583-4d89-b8ad-375d0b725179 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1207.033613] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481509, 'name': ReconfigVM_Task, 'duration_secs': 1.106545} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.033988] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 7cb62828-57ca-43c7-81b3-c48dca8a8473/7cb62828-57ca-43c7-81b3-c48dca8a8473.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.034809] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b55d56d3-6d24-4920-854b-471fdeb6ca8d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.042741] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1207.042741] env[62364]: value = "task-2481510" [ 1207.042741] env[62364]: _type = "Task" [ 1207.042741] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.052971] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481510, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.260816] env[62364]: DEBUG nova.network.neutron [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.374492] env[62364]: INFO nova.compute.manager [-] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Took 1.69 seconds to deallocate network for instance. [ 1207.380038] env[62364]: DEBUG nova.network.neutron [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Updating instance_info_cache with network_info: [{"id": "5370878e-d244-4825-b9cf-58f95c686fbb", "address": "fa:16:3e:63:c1:33", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5370878e-d2", "ovs_interfaceid": "5370878e-d244-4825-b9cf-58f95c686fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.553516] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481510, 'name': Rename_Task, 'duration_secs': 0.135091} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.553917] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.554134] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51264d4b-5edf-4860-987f-18625eae79b6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.560662] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1207.560662] env[62364]: value = "task-2481511" [ 1207.560662] env[62364]: _type = "Task" [ 1207.560662] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.568194] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.881360] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.881672] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.882037] env[62364]: DEBUG nova.objects.instance [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lazy-loading 'resources' on Instance uuid d5b12ec9-2583-4d89-b8ad-375d0b725179 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.883476] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "refresh_cache-e332e516-4592-45ed-af02-fbfaa37e1bfd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.883827] env[62364]: DEBUG nova.compute.manager [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Instance network_info: |[{"id": "5370878e-d244-4825-b9cf-58f95c686fbb", "address": "fa:16:3e:63:c1:33", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5370878e-d2", "ovs_interfaceid": "5370878e-d244-4825-b9cf-58f95c686fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.884488] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:c1:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5370878e-d244-4825-b9cf-58f95c686fbb', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.892880] env[62364]: DEBUG oslo.service.loopingcall [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1207.893682] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.893957] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78008b2f-bd30-4d8d-8847-f7c9ab7ebbf2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.916201] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.916201] env[62364]: value = "task-2481512" [ 1207.916201] env[62364]: _type = "Task" [ 1207.916201] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.924973] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481512, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.071068] env[62364]: DEBUG oslo_vmware.api [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481511, 'name': PowerOnVM_Task, 'duration_secs': 0.481952} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.071399] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.071687] env[62364]: DEBUG nova.compute.manager [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.072588] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4a0424-8e15-4ff6-8cbc-ace858d1c1af {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.166657] env[62364]: DEBUG nova.compute.manager [req-607dfff3-34d6-4fa7-9e1e-9338834a4a1d req-b67ecc3e-3845-406b-ad37-1f90b3ce85af service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Received event network-changed-5370878e-d244-4825-b9cf-58f95c686fbb {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1208.166885] env[62364]: DEBUG nova.compute.manager [req-607dfff3-34d6-4fa7-9e1e-9338834a4a1d req-b67ecc3e-3845-406b-ad37-1f90b3ce85af service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Refreshing instance network info cache due to event network-changed-5370878e-d244-4825-b9cf-58f95c686fbb. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1208.167123] env[62364]: DEBUG oslo_concurrency.lockutils [req-607dfff3-34d6-4fa7-9e1e-9338834a4a1d req-b67ecc3e-3845-406b-ad37-1f90b3ce85af service nova] Acquiring lock "refresh_cache-e332e516-4592-45ed-af02-fbfaa37e1bfd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.167270] env[62364]: DEBUG oslo_concurrency.lockutils [req-607dfff3-34d6-4fa7-9e1e-9338834a4a1d req-b67ecc3e-3845-406b-ad37-1f90b3ce85af service nova] Acquired lock "refresh_cache-e332e516-4592-45ed-af02-fbfaa37e1bfd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.167433] env[62364]: DEBUG nova.network.neutron [req-607dfff3-34d6-4fa7-9e1e-9338834a4a1d req-b67ecc3e-3845-406b-ad37-1f90b3ce85af service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Refreshing network info cache for port 5370878e-d244-4825-b9cf-58f95c686fbb {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.429234] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481512, 'name': CreateVM_Task, 'duration_secs': 0.345385} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.431839] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.432721] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.432826] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.433292] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.433563] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef0e895-468b-4af3-8f22-f878f33e4ac1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.439478] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1208.439478] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b5c95a-ac33-0026-a3a4-0e442dca817c" [ 1208.439478] env[62364]: _type = "Task" [ 1208.439478] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.452029] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b5c95a-ac33-0026-a3a4-0e442dca817c, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.452219] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.452441] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.452672] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.452902] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.453563] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.453563] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-643536bf-f73f-4dc3-b61e-942a5614bb7a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.464160] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.464337] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.465046] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1820f85c-cc3f-48e4-8f10-4b0f38fc6944 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.473237] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1208.473237] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5206426c-e51e-f37e-e0ec-90a5dd660664" [ 1208.473237] env[62364]: _type = "Task" [ 1208.473237] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.481072] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5206426c-e51e-f37e-e0ec-90a5dd660664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.482535] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0942f9e0-909e-427f-b8fc-d5e9336d9ac9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.489074] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037bf9a3-a58e-4643-8db4-9a6343509133 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.517798] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf851b87-e1ee-41e2-ae64-c1f576e29af7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.526079] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376c2234-7dd0-43be-a897-ecaf01c5b6dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.540641] env[62364]: DEBUG nova.compute.provider_tree [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.587719] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.845688] env[62364]: DEBUG nova.network.neutron [req-607dfff3-34d6-4fa7-9e1e-9338834a4a1d req-b67ecc3e-3845-406b-ad37-1f90b3ce85af service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Updated VIF entry in instance network info cache for port 5370878e-d244-4825-b9cf-58f95c686fbb. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.846072] env[62364]: DEBUG nova.network.neutron [req-607dfff3-34d6-4fa7-9e1e-9338834a4a1d req-b67ecc3e-3845-406b-ad37-1f90b3ce85af service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Updating instance_info_cache with network_info: [{"id": "5370878e-d244-4825-b9cf-58f95c686fbb", "address": "fa:16:3e:63:c1:33", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5370878e-d2", "ovs_interfaceid": "5370878e-d244-4825-b9cf-58f95c686fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.987443] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5206426c-e51e-f37e-e0ec-90a5dd660664, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.988640] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5cfcc19-9062-490d-8dc5-1f8468894af6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.995647] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1208.995647] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52807b38-4939-fe56-a03e-c344b4824a5f" [ 1208.995647] env[62364]: _type = "Task" [ 1208.995647] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.007335] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52807b38-4939-fe56-a03e-c344b4824a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.043555] env[62364]: DEBUG nova.scheduler.client.report [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.348922] env[62364]: DEBUG oslo_concurrency.lockutils [req-607dfff3-34d6-4fa7-9e1e-9338834a4a1d req-b67ecc3e-3845-406b-ad37-1f90b3ce85af service nova] Releasing lock "refresh_cache-e332e516-4592-45ed-af02-fbfaa37e1bfd" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.506209] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52807b38-4939-fe56-a03e-c344b4824a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.506501] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.506759] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] e332e516-4592-45ed-af02-fbfaa37e1bfd/e332e516-4592-45ed-af02-fbfaa37e1bfd.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.507037] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c726fdc0-6b8a-47db-aa17-b000ad7900d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.514465] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1209.514465] env[62364]: value = "task-2481513" [ 1209.514465] env[62364]: _type = "Task" [ 1209.514465] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.523044] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.548132] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.551056] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.963s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.551056] env[62364]: DEBUG nova.objects.instance [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1209.567316] env[62364]: INFO nova.scheduler.client.report [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Deleted allocations for instance d5b12ec9-2583-4d89-b8ad-375d0b725179 [ 1210.025187] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439057} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.025577] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] e332e516-4592-45ed-af02-fbfaa37e1bfd/e332e516-4592-45ed-af02-fbfaa37e1bfd.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.025647] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.025959] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3fb28c0-5a5d-4743-8174-85ec27970e50 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.033624] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1210.033624] env[62364]: value = "task-2481514" [ 1210.033624] env[62364]: _type = "Task" [ 1210.033624] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.043499] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.074491] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9d14f65d-c269-4d87-bc1a-da4a74d89e51 tempest-AttachVolumeShelveTestJSON-263468582 tempest-AttachVolumeShelveTestJSON-263468582-project-member] Lock "d5b12ec9-2583-4d89-b8ad-375d0b725179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.020s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.544618] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066114} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.544895] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.545603] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcefc433-ca34-4c30-bf35-4ed42502bbd6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.561603] env[62364]: DEBUG oslo_concurrency.lockutils [None req-aade36a5-6fbc-458b-9cbc-404bd3761836 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.571248] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] e332e516-4592-45ed-af02-fbfaa37e1bfd/e332e516-4592-45ed-af02-fbfaa37e1bfd.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.571828] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d70e12d7-57e9-432c-afa2-b2a2623658d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.593421] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1210.593421] env[62364]: value = "task-2481515" [ 1210.593421] env[62364]: _type = "Task" [ 1210.593421] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.602964] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.103879] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481515, 'name': ReconfigVM_Task, 'duration_secs': 0.288787} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.104729] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Reconfigured VM instance instance-0000006e to attach disk [datastore1] e332e516-4592-45ed-af02-fbfaa37e1bfd/e332e516-4592-45ed-af02-fbfaa37e1bfd.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.105763] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-874e9eaf-ad37-4044-89a7-c8667f83d801 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.113843] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1211.113843] env[62364]: value = "task-2481516" [ 1211.113843] env[62364]: _type = "Task" [ 1211.113843] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.124748] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481516, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.624258] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481516, 'name': Rename_Task, 'duration_secs': 0.14944} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.625052] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.625323] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d470ead-81dd-41eb-8172-5eb949790584 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.632478] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1211.632478] env[62364]: value = "task-2481517" [ 1211.632478] env[62364]: _type = "Task" [ 1211.632478] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.642625] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.145075] env[62364]: DEBUG oslo_vmware.api [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481517, 'name': PowerOnVM_Task, 'duration_secs': 0.499621} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.145075] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.145075] env[62364]: INFO nova.compute.manager [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Took 6.52 seconds to spawn the instance on the hypervisor. [ 1212.145547] env[62364]: DEBUG nova.compute.manager [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.145880] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c2eb04-4146-4315-8725-a6ba07f098d2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.662493] env[62364]: INFO nova.compute.manager [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Took 11.24 seconds to build instance. [ 1213.164396] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c96d705e-cfa6-48f0-8b1e-f4a214c496f0 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.754s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.618880] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.619188] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.619379] env[62364]: DEBUG nova.compute.manager [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.620722] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1c9ead-9207-489c-92b5-8a05a92e164a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.628402] env[62364]: DEBUG nova.compute.manager [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62364) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1213.629014] env[62364]: DEBUG nova.objects.instance [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lazy-loading 'flavor' on Instance uuid e332e516-4592-45ed-af02-fbfaa37e1bfd {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.637512] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.637930] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc1c27b8-a4a1-4747-a5c8-9cc4f4f43f95 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.646100] env[62364]: DEBUG oslo_vmware.api [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1214.646100] env[62364]: value = "task-2481519" [ 1214.646100] env[62364]: _type = "Task" [ 1214.646100] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.655959] env[62364]: DEBUG oslo_vmware.api [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.156892] env[62364]: DEBUG oslo_vmware.api [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481519, 'name': PowerOffVM_Task, 'duration_secs': 0.180971} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.157199] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.157419] env[62364]: DEBUG nova.compute.manager [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.158256] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6cec02-aadd-4df2-a0bc-e381c0b63445 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.671285] env[62364]: DEBUG oslo_concurrency.lockutils [None req-03d5f43f-454d-4d4b-96d9-94b09a427c0d tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.116629] env[62364]: INFO nova.compute.manager [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Rebuilding instance [ 1216.178975] env[62364]: DEBUG nova.compute.manager [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.179348] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bdc86b-32ce-4965-9e85-7d79c76bbdc5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.197994] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.198371] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd428d99-a24c-4f73-95a0-c7c801db11fb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.207515] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1217.207515] env[62364]: value = "task-2481520" [ 1217.207515] env[62364]: _type = "Task" [ 1217.207515] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.216153] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.718272] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1217.718531] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.719310] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b60e6a5-ab28-4ed6-b065-8b3504be5531 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.726625] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.727155] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5838c34-17a6-4069-839a-0b21c55d03fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.809557] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.809735] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.809880] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleting the datastore file [datastore1] e332e516-4592-45ed-af02-fbfaa37e1bfd {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.810198] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7799ea4-ea55-4bbc-bb0f-84f83051d901 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.818786] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1217.818786] env[62364]: value = "task-2481522" [ 1217.818786] env[62364]: _type = "Task" [ 1217.818786] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.827186] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.329130] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125779} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.329537] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.329581] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.329777] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.368472] env[62364]: DEBUG nova.virt.hardware [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.368762] env[62364]: DEBUG nova.virt.hardware [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.368910] env[62364]: DEBUG nova.virt.hardware [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.369109] env[62364]: DEBUG nova.virt.hardware [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.369261] env[62364]: DEBUG nova.virt.hardware [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.369410] env[62364]: DEBUG nova.virt.hardware [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.369613] env[62364]: DEBUG nova.virt.hardware [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.369771] env[62364]: DEBUG nova.virt.hardware [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.369938] env[62364]: DEBUG nova.virt.hardware [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.370117] env[62364]: DEBUG nova.virt.hardware [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.370294] env[62364]: DEBUG nova.virt.hardware [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.371205] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0d6810-b84d-4689-95a4-5c6e8c3202a8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.379364] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94760da-92ad-4ceb-ab48-e139548df114 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.393213] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:c1:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5370878e-d244-4825-b9cf-58f95c686fbb', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.400419] env[62364]: DEBUG oslo.service.loopingcall [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1219.400647] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.400871] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf43708d-2a91-4557-aba7-a4202a5ffb05 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.419162] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.419162] env[62364]: value = "task-2481523" [ 1219.419162] env[62364]: _type = "Task" [ 1219.419162] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.426413] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481523, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.929379] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481523, 'name': CreateVM_Task, 'duration_secs': 0.306161} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.929546] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.930230] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.930391] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.930703] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.930969] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11c0f5b-f0ed-4278-bb29-bbd1c437f6dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.935507] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1219.935507] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]521191f9-548f-313a-b11a-31719e673220" [ 1219.935507] env[62364]: _type = "Task" [ 1219.935507] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.943623] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521191f9-548f-313a-b11a-31719e673220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.446329] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]521191f9-548f-313a-b11a-31719e673220, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.446738] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.446811] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.447023] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.447177] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.447362] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.447627] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edeaa074-d8f1-4925-bda3-4a6fa491b18b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.456806] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.457009] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.457713] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756c8ea1-b57a-4575-82ed-faa5c3ecab3d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.462928] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1220.462928] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b86c2d-38c7-5ddf-5876-9a30c4018a57" [ 1220.462928] env[62364]: _type = "Task" [ 1220.462928] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.470515] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b86c2d-38c7-5ddf-5876-9a30c4018a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.973423] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b86c2d-38c7-5ddf-5876-9a30c4018a57, 'name': SearchDatastore_Task, 'duration_secs': 0.011087} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.974210] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8ef2c1-35be-4512-b3a8-32567ef7f929 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.980215] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1220.980215] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526bc212-4fbd-a3de-f8a5-e1d76910a57b" [ 1220.980215] env[62364]: _type = "Task" [ 1220.980215] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.988066] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526bc212-4fbd-a3de-f8a5-e1d76910a57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.490846] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526bc212-4fbd-a3de-f8a5-e1d76910a57b, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.491286] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.491410] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] e332e516-4592-45ed-af02-fbfaa37e1bfd/e332e516-4592-45ed-af02-fbfaa37e1bfd.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.491639] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79d47cf-f8fb-4002-a2c8-ea58da0b22e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.500409] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1221.500409] env[62364]: value = "task-2481524" [ 1221.500409] env[62364]: _type = "Task" [ 1221.500409] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.507960] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.012060] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422274} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.012060] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] e332e516-4592-45ed-af02-fbfaa37e1bfd/e332e516-4592-45ed-af02-fbfaa37e1bfd.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.012467] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.012467] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df73c31e-9531-4b69-bcec-2b3998c70be0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.019708] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1222.019708] env[62364]: value = "task-2481525" [ 1222.019708] env[62364]: _type = "Task" [ 1222.019708] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.027987] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.530718] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065031} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.531134] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.531745] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2592031d-543a-4482-859e-0495fc1de1f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.553423] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] e332e516-4592-45ed-af02-fbfaa37e1bfd/e332e516-4592-45ed-af02-fbfaa37e1bfd.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.553690] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d103e7bc-ded7-496c-9c58-7d6ad8a61af6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.574114] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1222.574114] env[62364]: value = "task-2481526" [ 1222.574114] env[62364]: _type = "Task" [ 1222.574114] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.582236] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.084844] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.584340] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481526, 'name': ReconfigVM_Task, 'duration_secs': 0.611034} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.584662] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Reconfigured VM instance instance-0000006e to attach disk [datastore1] e332e516-4592-45ed-af02-fbfaa37e1bfd/e332e516-4592-45ed-af02-fbfaa37e1bfd.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.585185] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4a663ae-0f28-4c4c-84d0-40cb524814a0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.591706] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1223.591706] env[62364]: value = "task-2481527" [ 1223.591706] env[62364]: _type = "Task" [ 1223.591706] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.607980] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481527, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.101363] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481527, 'name': Rename_Task, 'duration_secs': 0.143999} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.101635] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.101876] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f19f759-d347-43a5-b89c-a896a4372e8b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.107881] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1224.107881] env[62364]: value = "task-2481528" [ 1224.107881] env[62364]: _type = "Task" [ 1224.107881] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.114859] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.618481] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481528, 'name': PowerOnVM_Task, 'duration_secs': 0.427708} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.618901] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.618951] env[62364]: DEBUG nova.compute.manager [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.619718] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff08c65-3b14-4752-b360-fc01e2a10d0e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.130177] env[62364]: INFO nova.compute.manager [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] bringing vm to original state: 'stopped' [ 1226.136744] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.137229] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.137314] env[62364]: DEBUG nova.compute.manager [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.138562] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc01b81-f5f6-4aa3-b072-ff2a1651ff7e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.145275] env[62364]: DEBUG nova.compute.manager [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62364) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1226.651727] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.651727] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58b38a3a-e530-44b4-9669-ce6988c9f06c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.659432] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1226.659432] env[62364]: value = "task-2481529" [ 1226.659432] env[62364]: _type = "Task" [ 1226.659432] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.667951] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.168797] env[62364]: DEBUG oslo_vmware.api [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481529, 'name': PowerOffVM_Task, 'duration_secs': 0.19956} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.169193] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.169324] env[62364]: DEBUG nova.compute.manager [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.170009] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea272dd-9a3e-4805-81ab-1e040ad7512e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.681884] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.188887] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.189226] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.189326] env[62364]: DEBUG nova.objects.instance [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1228.553724] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.553937] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.554183] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "e332e516-4592-45ed-af02-fbfaa37e1bfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.554371] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.554544] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.556524] env[62364]: INFO nova.compute.manager [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Terminating instance [ 1229.060034] env[62364]: DEBUG nova.compute.manager [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.060034] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.060952] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e21ed9a-7b83-4f6a-9eb6-c8dfd92a46ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.068699] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.068960] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7ccee96-52a4-4e45-834c-836df58c82b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.137913] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.138155] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.138342] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleting the datastore file [datastore1] e332e516-4592-45ed-af02-fbfaa37e1bfd {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.138603] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63bc2dc4-a28f-452b-bb21-5920373405d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.144739] env[62364]: DEBUG oslo_vmware.api [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1229.144739] env[62364]: value = "task-2481531" [ 1229.144739] env[62364]: _type = "Task" [ 1229.144739] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.152269] env[62364]: DEBUG oslo_vmware.api [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.197576] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ce6c5f90-73c8-44ec-8173-b7f1168f7359 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.655351] env[62364]: DEBUG oslo_vmware.api [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127252} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.655568] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.655745] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.655885] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.656085] env[62364]: INFO nova.compute.manager [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1229.656331] env[62364]: DEBUG oslo.service.loopingcall [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1229.656518] env[62364]: DEBUG nova.compute.manager [-] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.656650] env[62364]: DEBUG nova.network.neutron [-] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.895973] env[62364]: DEBUG nova.compute.manager [req-4a6705ff-e59d-4292-9991-0af6468fe20b req-2f42c777-dc28-4ebb-bba4-352ef93f0be7 service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Received event network-vif-deleted-5370878e-d244-4825-b9cf-58f95c686fbb {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1229.896219] env[62364]: INFO nova.compute.manager [req-4a6705ff-e59d-4292-9991-0af6468fe20b req-2f42c777-dc28-4ebb-bba4-352ef93f0be7 service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Neutron deleted interface 5370878e-d244-4825-b9cf-58f95c686fbb; detaching it from the instance and deleting it from the info cache [ 1229.896445] env[62364]: DEBUG nova.network.neutron [req-4a6705ff-e59d-4292-9991-0af6468fe20b req-2f42c777-dc28-4ebb-bba4-352ef93f0be7 service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.383370] env[62364]: DEBUG nova.network.neutron [-] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.400944] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ea05714-8058-4f0a-9f56-18c8b0d9063f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.410529] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f1f95e-d6c3-44f4-86e2-c5671b3553d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.437566] env[62364]: DEBUG nova.compute.manager [req-4a6705ff-e59d-4292-9991-0af6468fe20b req-2f42c777-dc28-4ebb-bba4-352ef93f0be7 service nova] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Detach interface failed, port_id=5370878e-d244-4825-b9cf-58f95c686fbb, reason: Instance e332e516-4592-45ed-af02-fbfaa37e1bfd could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1230.886677] env[62364]: INFO nova.compute.manager [-] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Took 1.23 seconds to deallocate network for instance. [ 1231.393166] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.393544] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.393681] env[62364]: DEBUG nova.objects.instance [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lazy-loading 'resources' on Instance uuid e332e516-4592-45ed-af02-fbfaa37e1bfd {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.964151] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1d7654-ff83-4575-a41c-86764e1a32fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.971581] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6153da0-3b37-4a5f-b5d0-cb5114566b55 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.001257] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7636aaf6-8070-4b65-98b4-c567cc33947b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.007960] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f078292-737c-4e83-baa6-4b728aa4dc23 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.020903] env[62364]: DEBUG nova.compute.provider_tree [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.524265] env[62364]: DEBUG nova.scheduler.client.report [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.028770] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.051118] env[62364]: INFO nova.scheduler.client.report [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted allocations for instance e332e516-4592-45ed-af02-fbfaa37e1bfd [ 1233.558546] env[62364]: DEBUG oslo_concurrency.lockutils [None req-bb37da08-5b22-4d42-b96d-604b35d7fd35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "e332e516-4592-45ed-af02-fbfaa37e1bfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.004s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.393011] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "05a7aee0-322f-450e-afd3-c11faab4a15d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.393293] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.896559] env[62364]: DEBUG nova.compute.manager [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.416845] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.417142] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.419057] env[62364]: INFO nova.compute.claims [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.497310] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6774f515-abef-4169-820d-cbb785639b0d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.506611] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5fe52b-2e7d-4b08-a696-4cc8b179c41f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.536155] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523bc9f2-e6d4-406d-a49a-58aa9ab2ffc0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.543137] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cc7445-55e2-491f-9193-7b9411fa492d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.557244] env[62364]: DEBUG nova.compute.provider_tree [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.060471] env[62364]: DEBUG nova.scheduler.client.report [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.565897] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.566451] env[62364]: DEBUG nova.compute.manager [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.071428] env[62364]: DEBUG nova.compute.utils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1239.072827] env[62364]: DEBUG nova.compute.manager [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.072999] env[62364]: DEBUG nova.network.neutron [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.118110] env[62364]: DEBUG nova.policy [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '194d812efa1840478326ec674907cdf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d99e581b0eb4d4191e3d7538e77110d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.386603] env[62364]: DEBUG nova.network.neutron [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Successfully created port: 961a293c-89c9-4dd5-90a7-24d547cebc28 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.579673] env[62364]: DEBUG nova.compute.manager [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.587841] env[62364]: DEBUG nova.compute.manager [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.615471] env[62364]: DEBUG nova.virt.hardware [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.615720] env[62364]: DEBUG nova.virt.hardware [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.615877] env[62364]: DEBUG nova.virt.hardware [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.616070] env[62364]: DEBUG nova.virt.hardware [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.616224] env[62364]: DEBUG nova.virt.hardware [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.616372] env[62364]: DEBUG nova.virt.hardware [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.616577] env[62364]: DEBUG nova.virt.hardware [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.616734] env[62364]: DEBUG nova.virt.hardware [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.616899] env[62364]: DEBUG nova.virt.hardware [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.617076] env[62364]: DEBUG nova.virt.hardware [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.617253] env[62364]: DEBUG nova.virt.hardware [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.618157] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94faba8-b8db-4ad4-91d3-815fc269009a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.625962] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f374ea54-5404-4600-826e-f136a040c6a7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.767975] env[62364]: DEBUG nova.compute.manager [req-bfb56022-bbd0-4161-b664-b8ce8e2e984c req-d2c8a02d-02ba-4c95-9d99-d2d142b0b28f service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Received event network-vif-plugged-961a293c-89c9-4dd5-90a7-24d547cebc28 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1240.768260] env[62364]: DEBUG oslo_concurrency.lockutils [req-bfb56022-bbd0-4161-b664-b8ce8e2e984c req-d2c8a02d-02ba-4c95-9d99-d2d142b0b28f service nova] Acquiring lock "05a7aee0-322f-450e-afd3-c11faab4a15d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.768517] env[62364]: DEBUG oslo_concurrency.lockutils [req-bfb56022-bbd0-4161-b664-b8ce8e2e984c req-d2c8a02d-02ba-4c95-9d99-d2d142b0b28f service nova] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.768704] env[62364]: DEBUG oslo_concurrency.lockutils [req-bfb56022-bbd0-4161-b664-b8ce8e2e984c req-d2c8a02d-02ba-4c95-9d99-d2d142b0b28f service nova] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.768911] env[62364]: DEBUG nova.compute.manager [req-bfb56022-bbd0-4161-b664-b8ce8e2e984c req-d2c8a02d-02ba-4c95-9d99-d2d142b0b28f service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] No waiting events found dispatching network-vif-plugged-961a293c-89c9-4dd5-90a7-24d547cebc28 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.769317] env[62364]: WARNING nova.compute.manager [req-bfb56022-bbd0-4161-b664-b8ce8e2e984c req-d2c8a02d-02ba-4c95-9d99-d2d142b0b28f service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Received unexpected event network-vif-plugged-961a293c-89c9-4dd5-90a7-24d547cebc28 for instance with vm_state building and task_state spawning. [ 1240.847145] env[62364]: DEBUG nova.network.neutron [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Successfully updated port: 961a293c-89c9-4dd5-90a7-24d547cebc28 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.349685] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "refresh_cache-05a7aee0-322f-450e-afd3-c11faab4a15d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.349837] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "refresh_cache-05a7aee0-322f-450e-afd3-c11faab4a15d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.349978] env[62364]: DEBUG nova.network.neutron [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.857513] env[62364]: INFO nova.compute.manager [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Rebuilding instance [ 1241.890111] env[62364]: DEBUG nova.network.neutron [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.897235] env[62364]: DEBUG nova.compute.manager [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.898091] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad954c32-e0c9-498f-95af-11be7e3633fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.018345] env[62364]: DEBUG nova.network.neutron [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Updating instance_info_cache with network_info: [{"id": "961a293c-89c9-4dd5-90a7-24d547cebc28", "address": "fa:16:3e:32:2f:fd", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961a293c-89", "ovs_interfaceid": "961a293c-89c9-4dd5-90a7-24d547cebc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.521097] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "refresh_cache-05a7aee0-322f-450e-afd3-c11faab4a15d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.521334] env[62364]: DEBUG nova.compute.manager [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Instance network_info: |[{"id": "961a293c-89c9-4dd5-90a7-24d547cebc28", "address": "fa:16:3e:32:2f:fd", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961a293c-89", "ovs_interfaceid": "961a293c-89c9-4dd5-90a7-24d547cebc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.521678] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:2f:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '961a293c-89c9-4dd5-90a7-24d547cebc28', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.528986] env[62364]: DEBUG oslo.service.loopingcall [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1242.529210] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.529436] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d5a54e2-3b24-430a-9a14-687a34b98dfe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.549174] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.549174] env[62364]: value = "task-2481532" [ 1242.549174] env[62364]: _type = "Task" [ 1242.549174] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.557723] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481532, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.796247] env[62364]: DEBUG nova.compute.manager [req-02fc00cf-b160-4c2d-a089-ddfe6d7ad180 req-f2579648-aecd-4e96-b78a-becce197423b service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Received event network-changed-961a293c-89c9-4dd5-90a7-24d547cebc28 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1242.796458] env[62364]: DEBUG nova.compute.manager [req-02fc00cf-b160-4c2d-a089-ddfe6d7ad180 req-f2579648-aecd-4e96-b78a-becce197423b service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Refreshing instance network info cache due to event network-changed-961a293c-89c9-4dd5-90a7-24d547cebc28. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1242.796666] env[62364]: DEBUG oslo_concurrency.lockutils [req-02fc00cf-b160-4c2d-a089-ddfe6d7ad180 req-f2579648-aecd-4e96-b78a-becce197423b service nova] Acquiring lock "refresh_cache-05a7aee0-322f-450e-afd3-c11faab4a15d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.796812] env[62364]: DEBUG oslo_concurrency.lockutils [req-02fc00cf-b160-4c2d-a089-ddfe6d7ad180 req-f2579648-aecd-4e96-b78a-becce197423b service nova] Acquired lock "refresh_cache-05a7aee0-322f-450e-afd3-c11faab4a15d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.796975] env[62364]: DEBUG nova.network.neutron [req-02fc00cf-b160-4c2d-a089-ddfe6d7ad180 req-f2579648-aecd-4e96-b78a-becce197423b service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Refreshing network info cache for port 961a293c-89c9-4dd5-90a7-24d547cebc28 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.912427] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.912829] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd0fcc72-30f2-499b-89a3-142d7de33a70 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.919883] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for the task: (returnval){ [ 1242.919883] env[62364]: value = "task-2481533" [ 1242.919883] env[62364]: _type = "Task" [ 1242.919883] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.928014] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.060014] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481532, 'name': CreateVM_Task, 'duration_secs': 0.326738} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.060258] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.060905] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.061116] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.061458] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.061719] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9f91ec-3b3f-4dc5-8b10-ae5775637a57 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.066489] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1243.066489] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ed6a9a-5f50-325c-a06d-91e0d5605eb1" [ 1243.066489] env[62364]: _type = "Task" [ 1243.066489] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.074671] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ed6a9a-5f50-325c-a06d-91e0d5605eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.429607] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481533, 'name': PowerOffVM_Task, 'duration_secs': 0.189877} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.429873] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.430590] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.430848] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b77d7ea0-9508-46d4-ab83-5c645919f07a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.437373] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for the task: (returnval){ [ 1243.437373] env[62364]: value = "task-2481534" [ 1243.437373] env[62364]: _type = "Task" [ 1243.437373] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.446263] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.469644] env[62364]: DEBUG nova.network.neutron [req-02fc00cf-b160-4c2d-a089-ddfe6d7ad180 req-f2579648-aecd-4e96-b78a-becce197423b service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Updated VIF entry in instance network info cache for port 961a293c-89c9-4dd5-90a7-24d547cebc28. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.469988] env[62364]: DEBUG nova.network.neutron [req-02fc00cf-b160-4c2d-a089-ddfe6d7ad180 req-f2579648-aecd-4e96-b78a-becce197423b service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Updating instance_info_cache with network_info: [{"id": "961a293c-89c9-4dd5-90a7-24d547cebc28", "address": "fa:16:3e:32:2f:fd", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961a293c-89", "ovs_interfaceid": "961a293c-89c9-4dd5-90a7-24d547cebc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.576797] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ed6a9a-5f50-325c-a06d-91e0d5605eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.577061] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.577293] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.577520] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.577669] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.577846] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.578106] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1833e129-60a2-4303-b998-3f0052045e25 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.585666] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.585840] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.586620] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca62e25e-995b-49e7-81e5-35b7961af83d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.591321] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1243.591321] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]522dfc43-a910-bb6b-ad03-a57f088fb1ea" [ 1243.591321] env[62364]: _type = "Task" [ 1243.591321] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.598482] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522dfc43-a910-bb6b-ad03-a57f088fb1ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.665413] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.665593] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1243.947649] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1243.948049] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.948049] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502136', 'volume_id': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'name': 'volume-1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6668dc8-607f-47d9-a3af-479d6fe0c7de', 'attached_at': '', 'detached_at': '', 'volume_id': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'serial': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1243.948752] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792b3791-ef0c-4db7-b466-a41c8efd8870 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.968023] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0c77d4-086f-4a09-bd49-19916965e465 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.974226] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32405d11-9ea5-4239-8577-b0d7b9a98ce3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.976766] env[62364]: DEBUG oslo_concurrency.lockutils [req-02fc00cf-b160-4c2d-a089-ddfe6d7ad180 req-f2579648-aecd-4e96-b78a-becce197423b service nova] Releasing lock "refresh_cache-05a7aee0-322f-450e-afd3-c11faab4a15d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.991887] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3b70a7-3c5a-4064-892d-d6fca40571c0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.006414] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] The volume has not been displaced from its original location: [datastore1] volume-1a4ac8aa-cf96-4feb-abd2-20956bff47c5/volume-1a4ac8aa-cf96-4feb-abd2-20956bff47c5.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1244.011570] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.011855] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5410115-b649-4fff-961d-83d689719225 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.029037] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for the task: (returnval){ [ 1244.029037] env[62364]: value = "task-2481535" [ 1244.029037] env[62364]: _type = "Task" [ 1244.029037] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.036399] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.101094] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]522dfc43-a910-bb6b-ad03-a57f088fb1ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008033} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.101894] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388dc268-f534-44dc-a7d3-3f8f2d5295fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.106761] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1244.106761] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52536a2b-f3b9-006f-ebe9-29e2928525fa" [ 1244.106761] env[62364]: _type = "Task" [ 1244.106761] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.114305] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52536a2b-f3b9-006f-ebe9-29e2928525fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.168038] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Didn't find any instances for network info cache update. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10546}} [ 1244.168318] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.168452] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.539428] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481535, 'name': ReconfigVM_Task, 'duration_secs': 0.20159} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.539717] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.544322] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d15b7ceb-9280-444f-8c93-888556985ab9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.559366] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for the task: (returnval){ [ 1244.559366] env[62364]: value = "task-2481536" [ 1244.559366] env[62364]: _type = "Task" [ 1244.559366] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.566872] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.616144] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52536a2b-f3b9-006f-ebe9-29e2928525fa, 'name': SearchDatastore_Task, 'duration_secs': 0.008804} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.616440] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.616698] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 05a7aee0-322f-450e-afd3-c11faab4a15d/05a7aee0-322f-450e-afd3-c11faab4a15d.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.616956] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7d78adb-c4b0-4299-8f9b-68bc79a050a8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.622811] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1244.622811] env[62364]: value = "task-2481537" [ 1244.622811] env[62364]: _type = "Task" [ 1244.622811] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.629794] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.069769] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481536, 'name': ReconfigVM_Task, 'duration_secs': 0.111117} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.070156] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502136', 'volume_id': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'name': 'volume-1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6668dc8-607f-47d9-a3af-479d6fe0c7de', 'attached_at': '', 'detached_at': '', 'volume_id': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5', 'serial': '1a4ac8aa-cf96-4feb-abd2-20956bff47c5'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1245.070332] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.071114] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ef572f-6141-4598-9e4e-6a78e92be0e8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.077151] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.077422] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-799f84f1-74fb-428b-b697-2a5579b8f490 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.132150] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437763} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.132442] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 05a7aee0-322f-450e-afd3-c11faab4a15d/05a7aee0-322f-450e-afd3-c11faab4a15d.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.132700] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.132978] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-384f9d80-8a76-451e-9295-9f5c742e2b7b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.139304] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1245.139304] env[62364]: value = "task-2481539" [ 1245.139304] env[62364]: _type = "Task" [ 1245.139304] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.140408] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.140651] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.140874] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Deleting the datastore file [datastore1] c6668dc8-607f-47d9-a3af-479d6fe0c7de {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.143671] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-921b69ae-5e7a-440c-8589-c7e79ded3d2c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.151753] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.152828] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for the task: (returnval){ [ 1245.152828] env[62364]: value = "task-2481540" [ 1245.152828] env[62364]: _type = "Task" [ 1245.152828] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.162941] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.649581] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07257} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.649835] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.650584] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53058e0d-88a2-4317-96f9-58f22476c476 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.666362] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.675437] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 05a7aee0-322f-450e-afd3-c11faab4a15d/05a7aee0-322f-450e-afd3-c11faab4a15d.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.676037] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.676227] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05801049-1f5f-4b3c-8638-dbbdc4c320ba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.692502] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.693516] env[62364]: DEBUG oslo_vmware.api [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Task: {'id': task-2481540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083266} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.694042] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.694246] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.694429] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.701761] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1245.701761] env[62364]: value = "task-2481541" [ 1245.701761] env[62364]: _type = "Task" [ 1245.701761] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.710091] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.757494] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1245.757851] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc7680ce-d36e-417f-8356-7654ac2ccfb4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.766759] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92efc87b-2efe-4f5d-bf39-4a31efea10dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.794392] env[62364]: ERROR nova.compute.manager [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Failed to detach volume 1a4ac8aa-cf96-4feb-abd2-20956bff47c5 from /dev/sda: nova.exception.InstanceNotFound: Instance c6668dc8-607f-47d9-a3af-479d6fe0c7de could not be found. [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Traceback (most recent call last): [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self.driver.rebuild(**kwargs) [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] raise NotImplementedError() [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] NotImplementedError [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] During handling of the above exception, another exception occurred: [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Traceback (most recent call last): [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self.driver.detach_volume(context, old_connection_info, [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] return self._volumeops.detach_volume(connection_info, instance) [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self._detach_volume_vmdk(connection_info, instance) [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] stable_ref.fetch_moref(session) [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] nova.exception.InstanceNotFound: Instance c6668dc8-607f-47d9-a3af-479d6fe0c7de could not be found. [ 1245.794392] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] [ 1245.917816] env[62364]: DEBUG nova.compute.utils [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Build of instance c6668dc8-607f-47d9-a3af-479d6fe0c7de aborted: Failed to rebuild volume backed instance. {{(pid=62364) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1245.920189] env[62364]: ERROR nova.compute.manager [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance c6668dc8-607f-47d9-a3af-479d6fe0c7de aborted: Failed to rebuild volume backed instance. [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Traceback (most recent call last): [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self.driver.rebuild(**kwargs) [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] raise NotImplementedError() [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] NotImplementedError [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] During handling of the above exception, another exception occurred: [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Traceback (most recent call last): [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self._detach_root_volume(context, instance, root_bdm) [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] with excutils.save_and_reraise_exception(): [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self.force_reraise() [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] raise self.value [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self.driver.detach_volume(context, old_connection_info, [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] return self._volumeops.detach_volume(connection_info, instance) [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self._detach_volume_vmdk(connection_info, instance) [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] stable_ref.fetch_moref(session) [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] nova.exception.InstanceNotFound: Instance c6668dc8-607f-47d9-a3af-479d6fe0c7de could not be found. [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] During handling of the above exception, another exception occurred: [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Traceback (most recent call last): [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 11397, in _error_out_instance_on_exception [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] yield [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1245.920189] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self._do_rebuild_instance_with_claim( [ 1245.921464] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1245.921464] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self._do_rebuild_instance( [ 1245.921464] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1245.921464] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self._rebuild_default_impl(**kwargs) [ 1245.921464] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1245.921464] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] self._rebuild_volume_backed_instance( [ 1245.921464] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1245.921464] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] raise exception.BuildAbortException( [ 1245.921464] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] nova.exception.BuildAbortException: Build of instance c6668dc8-607f-47d9-a3af-479d6fe0c7de aborted: Failed to rebuild volume backed instance. [ 1245.921464] env[62364]: ERROR nova.compute.manager [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] [ 1246.197993] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.198357] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.198357] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.198520] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1246.199484] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44062253-f9d4-4405-ae0c-0eb439572471 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.213428] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a5a149-1128-4942-b564-d93a2bf419ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.216916] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.229549] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5b767f-d05f-4cb9-9b74-f0ff14f66447 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.235901] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f8f890-92f1-4256-9d37-7044bb181430 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.263970] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180239MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1246.264127] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.264322] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.711510] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.211342] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481541, 'name': ReconfigVM_Task, 'duration_secs': 1.260805} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.211676] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 05a7aee0-322f-450e-afd3-c11faab4a15d/05a7aee0-322f-450e-afd3-c11faab4a15d.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.212299] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6d9a1e2-c381-46d4-9cc4-cf34718142df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.218120] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1247.218120] env[62364]: value = "task-2481542" [ 1247.218120] env[62364]: _type = "Task" [ 1247.218120] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.226238] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481542, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.288662] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 49b10d42-1180-4747-862c-fc0a6b7d3e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.288865] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 7cb62828-57ca-43c7-81b3-c48dca8a8473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.288992] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 16cad613-df83-49f4-938a-1127e0cb042c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.289167] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 05a7aee0-322f-450e-afd3-c11faab4a15d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.289361] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1247.289501] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1247.350703] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257c8571-240b-4358-b5ec-3f1c2d5c2318 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.357976] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a931033e-165f-4afa-acd7-1f328b947229 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.386932] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "7cb62828-57ca-43c7-81b3-c48dca8a8473" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.387184] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "7cb62828-57ca-43c7-81b3-c48dca8a8473" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.387385] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "7cb62828-57ca-43c7-81b3-c48dca8a8473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.387565] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "7cb62828-57ca-43c7-81b3-c48dca8a8473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.387731] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "7cb62828-57ca-43c7-81b3-c48dca8a8473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.389861] env[62364]: INFO nova.compute.manager [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Terminating instance [ 1247.391545] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a7b10a-8d02-4dbc-ba0f-daa0217540b9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.399613] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1c5bf7-7412-40ef-baae-ee6c03a3ab83 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.412864] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.727654] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481542, 'name': Rename_Task, 'duration_secs': 0.142963} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.727926] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.728187] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-707f2b2d-f9d7-4b1d-8df3-2958e103255b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.734380] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1247.734380] env[62364]: value = "task-2481543" [ 1247.734380] env[62364]: _type = "Task" [ 1247.734380] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.741391] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.896450] env[62364]: DEBUG nova.compute.manager [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.896670] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.897573] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b9cf6c-7f15-4e55-a997-93fd7f033601 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.906011] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.906276] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7692436-1452-4835-9e04-07c453e11250 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.913053] env[62364]: DEBUG oslo_vmware.api [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1247.913053] env[62364]: value = "task-2481544" [ 1247.913053] env[62364]: _type = "Task" [ 1247.913053] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.915944] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.924462] env[62364]: DEBUG oslo_vmware.api [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.935523] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.243890] env[62364]: DEBUG oslo_vmware.api [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481543, 'name': PowerOnVM_Task, 'duration_secs': 0.443269} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.244270] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.244372] env[62364]: INFO nova.compute.manager [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1248.244552] env[62364]: DEBUG nova.compute.manager [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.245349] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e777d459-c286-4678-8df3-c55c8daf291a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.422440] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1248.422634] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.158s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.422883] env[62364]: DEBUG oslo_vmware.api [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481544, 'name': PowerOffVM_Task, 'duration_secs': 0.19747} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.423133] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.488s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.425499] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.425686] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.426119] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24efc37b-9f30-4c04-a21e-f7fa8c667387 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.482036] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920aaab6-847e-4252-8420-8cf6a67d6aac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.488897] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4803867-a5f1-4bc2-9f45-fb53627c36df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.492734] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.492942] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.493136] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleting the datastore file [datastore1] 7cb62828-57ca-43c7-81b3-c48dca8a8473 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.493760] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5146aba4-800f-4740-a67a-a941ad365faa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.521212] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c222df-dfd1-4425-8f48-031d992c163b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.523860] env[62364]: DEBUG oslo_vmware.api [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1248.523860] env[62364]: value = "task-2481546" [ 1248.523860] env[62364]: _type = "Task" [ 1248.523860] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.530500] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3612fd-b283-49b4-8bba-e210a07af04c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.537895] env[62364]: DEBUG oslo_vmware.api [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.547252] env[62364]: DEBUG nova.compute.provider_tree [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.762068] env[62364]: INFO nova.compute.manager [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Took 12.36 seconds to build instance. [ 1248.765835] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Acquiring lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.766062] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.766262] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Acquiring lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.766446] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.766608] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.768529] env[62364]: INFO nova.compute.manager [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Terminating instance [ 1249.034196] env[62364]: DEBUG oslo_vmware.api [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132228} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.034459] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.034645] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.034824] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.034996] env[62364]: INFO nova.compute.manager [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1249.035307] env[62364]: DEBUG oslo.service.loopingcall [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.035454] env[62364]: DEBUG nova.compute.manager [-] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.035552] env[62364]: DEBUG nova.network.neutron [-] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.050132] env[62364]: DEBUG nova.scheduler.client.report [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.263919] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2361ebf5-571c-4397-a1cd-f5ecb22d636c tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.870s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.271944] env[62364]: DEBUG nova.compute.manager [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.272340] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a54dda1-8a0d-4ad5-b294-207c33468d7b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.281550] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eec1848-e650-4c39-a612-d85d7ecd344c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.307222] env[62364]: WARNING nova.virt.vmwareapi.driver [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c6668dc8-607f-47d9-a3af-479d6fe0c7de could not be found. [ 1249.307447] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.307758] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49888301-51d6-4773-85d9-eab10d40ae53 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.315601] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae6237f-1f46-49cf-b6f0-067704a41cbb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.340489] env[62364]: WARNING nova.virt.vmwareapi.vmops [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c6668dc8-607f-47d9-a3af-479d6fe0c7de could not be found. [ 1249.340647] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.340831] env[62364]: INFO nova.compute.manager [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1249.341086] env[62364]: DEBUG oslo.service.loopingcall [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.341372] env[62364]: DEBUG nova.compute.manager [-] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.341414] env[62364]: DEBUG nova.network.neutron [-] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.472344] env[62364]: DEBUG nova.compute.manager [req-c7c6b315-adf7-446d-825b-d919b8e2a84f req-ad5fe3fd-3ae0-4f78-8251-cc4a23086b1a service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Received event network-vif-deleted-20ebcdbd-3499-4560-8723-7c586c9aea6e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1249.472560] env[62364]: INFO nova.compute.manager [req-c7c6b315-adf7-446d-825b-d919b8e2a84f req-ad5fe3fd-3ae0-4f78-8251-cc4a23086b1a service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Neutron deleted interface 20ebcdbd-3499-4560-8723-7c586c9aea6e; detaching it from the instance and deleting it from the info cache [ 1249.472735] env[62364]: DEBUG nova.network.neutron [req-c7c6b315-adf7-446d-825b-d919b8e2a84f req-ad5fe3fd-3ae0-4f78-8251-cc4a23086b1a service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.556012] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.132s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.556012] env[62364]: INFO nova.compute.manager [None req-f2f183a0-b28b-4ae5-90fa-87a5990fc9ad tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Successfully reverted task state from rebuilding on failure for instance. [ 1249.761881] env[62364]: DEBUG nova.compute.manager [req-e22923d6-1793-48a2-bc47-d275c5d3780c req-c93f6f89-b217-430b-a8be-356863a038dd service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Received event network-changed-961a293c-89c9-4dd5-90a7-24d547cebc28 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1249.762231] env[62364]: DEBUG nova.compute.manager [req-e22923d6-1793-48a2-bc47-d275c5d3780c req-c93f6f89-b217-430b-a8be-356863a038dd service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Refreshing instance network info cache due to event network-changed-961a293c-89c9-4dd5-90a7-24d547cebc28. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1249.762533] env[62364]: DEBUG oslo_concurrency.lockutils [req-e22923d6-1793-48a2-bc47-d275c5d3780c req-c93f6f89-b217-430b-a8be-356863a038dd service nova] Acquiring lock "refresh_cache-05a7aee0-322f-450e-afd3-c11faab4a15d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.762740] env[62364]: DEBUG oslo_concurrency.lockutils [req-e22923d6-1793-48a2-bc47-d275c5d3780c req-c93f6f89-b217-430b-a8be-356863a038dd service nova] Acquired lock "refresh_cache-05a7aee0-322f-450e-afd3-c11faab4a15d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.762922] env[62364]: DEBUG nova.network.neutron [req-e22923d6-1793-48a2-bc47-d275c5d3780c req-c93f6f89-b217-430b-a8be-356863a038dd service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Refreshing network info cache for port 961a293c-89c9-4dd5-90a7-24d547cebc28 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.956294] env[62364]: DEBUG nova.network.neutron [-] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.976222] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36b8a6e6-c6b0-472d-9953-49865d4c90b0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.986647] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae56597e-206c-462b-a21d-4477268985bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.016894] env[62364]: DEBUG nova.compute.manager [req-c7c6b315-adf7-446d-825b-d919b8e2a84f req-ad5fe3fd-3ae0-4f78-8251-cc4a23086b1a service nova] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Detach interface failed, port_id=20ebcdbd-3499-4560-8723-7c586c9aea6e, reason: Instance 7cb62828-57ca-43c7-81b3-c48dca8a8473 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1250.411914] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.429308] env[62364]: DEBUG nova.network.neutron [-] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.460166] env[62364]: INFO nova.compute.manager [-] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Took 1.42 seconds to deallocate network for instance. [ 1250.492561] env[62364]: DEBUG nova.network.neutron [req-e22923d6-1793-48a2-bc47-d275c5d3780c req-c93f6f89-b217-430b-a8be-356863a038dd service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Updated VIF entry in instance network info cache for port 961a293c-89c9-4dd5-90a7-24d547cebc28. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.492915] env[62364]: DEBUG nova.network.neutron [req-e22923d6-1793-48a2-bc47-d275c5d3780c req-c93f6f89-b217-430b-a8be-356863a038dd service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Updating instance_info_cache with network_info: [{"id": "961a293c-89c9-4dd5-90a7-24d547cebc28", "address": "fa:16:3e:32:2f:fd", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961a293c-89", "ovs_interfaceid": "961a293c-89c9-4dd5-90a7-24d547cebc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.916587] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.917295] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.917295] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.917446] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1250.932205] env[62364]: INFO nova.compute.manager [-] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Took 1.59 seconds to deallocate network for instance. [ 1250.965789] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.966087] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.966314] env[62364]: DEBUG nova.objects.instance [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'resources' on Instance uuid 7cb62828-57ca-43c7-81b3-c48dca8a8473 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.997533] env[62364]: DEBUG oslo_concurrency.lockutils [req-e22923d6-1793-48a2-bc47-d275c5d3780c req-c93f6f89-b217-430b-a8be-356863a038dd service nova] Releasing lock "refresh_cache-05a7aee0-322f-450e-afd3-c11faab4a15d" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.479212] env[62364]: INFO nova.compute.manager [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Took 0.55 seconds to detach 1 volumes for instance. [ 1251.481438] env[62364]: DEBUG nova.compute.manager [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Deleting volume: 1a4ac8aa-cf96-4feb-abd2-20956bff47c5 {{(pid=62364) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1251.536805] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf26815e-a702-45d1-b6c8-dc99316eec04 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.544583] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9706a649-1529-496d-b115-10083217715d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.578197] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7921cb-71d3-4017-b626-34815b5d1e89 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.586344] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f882341-0382-4282-9a9c-49f546e11ece {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.601756] env[62364]: DEBUG nova.compute.provider_tree [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.793534] env[62364]: DEBUG nova.compute.manager [req-7d5ba641-b7ac-416d-a564-2f9c175835c4 req-6b3d85da-fe5d-4576-b808-99cff75e33b2 service nova] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Received event network-vif-deleted-e65356f6-06d8-47da-94a4-64d6424df1fb {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1252.022952] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.104786] env[62364]: DEBUG nova.scheduler.client.report [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.609826] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.612242] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.589s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.612496] env[62364]: DEBUG nova.objects.instance [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lazy-loading 'resources' on Instance uuid c6668dc8-607f-47d9-a3af-479d6fe0c7de {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.635559] env[62364]: INFO nova.scheduler.client.report [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleted allocations for instance 7cb62828-57ca-43c7-81b3-c48dca8a8473 [ 1253.145493] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ab13741-a794-4a54-9e30-ee4a6e5a119a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "7cb62828-57ca-43c7-81b3-c48dca8a8473" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.758s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.184771] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42de2f4a-3121-40c9-80df-61d5e02b0371 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.193206] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f074ff-3ad0-436d-9f47-d20a88af1e1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.225059] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2444e1be-7c40-46a4-a655-6d7933c5fb56 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.232348] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225fb8e7-0516-409b-96f8-5b7a89757ecc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.245837] env[62364]: DEBUG nova.compute.provider_tree [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.752020] env[62364]: DEBUG nova.scheduler.client.report [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.255811] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.780507] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7ad7ba7f-e3ae-40df-9a34-97ec9e7c5c9e tempest-ServerActionsV293TestJSON-1415261540 tempest-ServerActionsV293TestJSON-1415261540-project-member] Lock "c6668dc8-607f-47d9-a3af-479d6fe0c7de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.014s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.889426] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "cae37d7d-969d-4e55-b45f-323b79dfec6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.889707] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "cae37d7d-969d-4e55-b45f-323b79dfec6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.316598] env[62364]: DEBUG nova.compute.manager [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Stashing vm_state: active {{(pid=62364) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1255.391986] env[62364]: DEBUG nova.compute.manager [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.839657] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.839657] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.912208] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.344284] env[62364]: INFO nova.compute.claims [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.850940] env[62364]: INFO nova.compute.resource_tracker [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating resource usage from migration d13bf3a7-c21f-46a9-8970-ce969462a9fd [ 1256.918236] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a99389-939e-4d98-a196-7f177c2998ce {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.925422] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d33a959-8a36-430f-ad51-16793f43fd9f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.955153] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8360df34-8ad3-48d9-b3b8-23dc5f2f930b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.962199] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f307bd-b0be-43eb-bc24-3cc716b1548d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.975890] env[62364]: DEBUG nova.compute.provider_tree [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.479952] env[62364]: DEBUG nova.scheduler.client.report [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.984070] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.144s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.984433] env[62364]: INFO nova.compute.manager [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Migrating [ 1257.990830] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.079s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.992240] env[62364]: INFO nova.compute.claims [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.503750] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.503924] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.504382] env[62364]: DEBUG nova.network.neutron [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.078950] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e35320-efb4-4adb-b978-000ffb90866d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.088320] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d730c2-7d58-4266-9e73-04fad62d6642 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.119515] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7149699d-6756-42a9-b352-8331f507b598 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.126988] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdeb249-753d-443d-b2f9-c9ab50d19f91 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.141434] env[62364]: DEBUG nova.compute.provider_tree [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.229327] env[62364]: DEBUG nova.network.neutron [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance_info_cache with network_info: [{"id": "53807fcd-ee84-456c-a46a-338cf8b8425d", "address": "fa:16:3e:35:73:3f", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53807fcd-ee", "ovs_interfaceid": "53807fcd-ee84-456c-a46a-338cf8b8425d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.646387] env[62364]: DEBUG nova.scheduler.client.report [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.732361] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.152066] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.152611] env[62364]: DEBUG nova.compute.manager [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.657700] env[62364]: DEBUG nova.compute.utils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1260.659117] env[62364]: DEBUG nova.compute.manager [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.659283] env[62364]: DEBUG nova.network.neutron [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.694657] env[62364]: DEBUG nova.policy [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0580fdba213f4a6483befe14c71293ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bcf6f5e5cb9451da51a6305c8beb9e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.974484] env[62364]: DEBUG nova.network.neutron [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Successfully created port: 2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.162841] env[62364]: DEBUG nova.compute.manager [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.246656] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0388970e-35d2-4d29-85b6-d136e54c6c98 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.264826] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance '49b10d42-1180-4747-862c-fc0a6b7d3e94' progress to 0 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.770443] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.771038] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80efc775-a64f-4a34-9968-d48b5c0d35f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.778371] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1261.778371] env[62364]: value = "task-2481548" [ 1261.778371] env[62364]: _type = "Task" [ 1261.778371] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.787378] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.172974] env[62364]: DEBUG nova.compute.manager [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.204545] env[62364]: DEBUG nova.virt.hardware [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.204793] env[62364]: DEBUG nova.virt.hardware [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.204950] env[62364]: DEBUG nova.virt.hardware [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.205148] env[62364]: DEBUG nova.virt.hardware [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.205295] env[62364]: DEBUG nova.virt.hardware [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.205442] env[62364]: DEBUG nova.virt.hardware [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.205645] env[62364]: DEBUG nova.virt.hardware [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.205801] env[62364]: DEBUG nova.virt.hardware [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.205966] env[62364]: DEBUG nova.virt.hardware [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.206137] env[62364]: DEBUG nova.virt.hardware [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.206311] env[62364]: DEBUG nova.virt.hardware [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.207162] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b839d73-a96e-409d-9c5c-1419c2d9924f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.215103] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4d589d-b9f4-400b-ba69-8f8f0fe5dde9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.288363] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481548, 'name': PowerOffVM_Task, 'duration_secs': 0.202898} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.382204] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.382204] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance '49b10d42-1180-4747-862c-fc0a6b7d3e94' progress to 17 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.382204] env[62364]: DEBUG nova.compute.manager [req-3bebe186-b18c-4cf2-be8d-bce41be147a0 req-8a932973-46ec-4e4d-94d3-c7f1516ec12c service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Received event network-vif-plugged-2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1262.382204] env[62364]: DEBUG oslo_concurrency.lockutils [req-3bebe186-b18c-4cf2-be8d-bce41be147a0 req-8a932973-46ec-4e4d-94d3-c7f1516ec12c service nova] Acquiring lock "cae37d7d-969d-4e55-b45f-323b79dfec6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.382204] env[62364]: DEBUG oslo_concurrency.lockutils [req-3bebe186-b18c-4cf2-be8d-bce41be147a0 req-8a932973-46ec-4e4d-94d3-c7f1516ec12c service nova] Lock "cae37d7d-969d-4e55-b45f-323b79dfec6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.382204] env[62364]: DEBUG oslo_concurrency.lockutils [req-3bebe186-b18c-4cf2-be8d-bce41be147a0 req-8a932973-46ec-4e4d-94d3-c7f1516ec12c service nova] Lock "cae37d7d-969d-4e55-b45f-323b79dfec6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.382204] env[62364]: DEBUG nova.compute.manager [req-3bebe186-b18c-4cf2-be8d-bce41be147a0 req-8a932973-46ec-4e4d-94d3-c7f1516ec12c service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] No waiting events found dispatching network-vif-plugged-2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.382204] env[62364]: WARNING nova.compute.manager [req-3bebe186-b18c-4cf2-be8d-bce41be147a0 req-8a932973-46ec-4e4d-94d3-c7f1516ec12c service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Received unexpected event network-vif-plugged-2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e for instance with vm_state building and task_state spawning. [ 1262.458244] env[62364]: DEBUG nova.network.neutron [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Successfully updated port: 2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.796419] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.796676] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.796835] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.797028] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.797181] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.797328] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.797529] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.797772] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.797874] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.798021] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.798196] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.803463] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70c7dfb0-410e-4233-b9d8-1ad8907a7fc4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.819354] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1262.819354] env[62364]: value = "task-2481549" [ 1262.819354] env[62364]: _type = "Task" [ 1262.819354] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.827581] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.962061] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "refresh_cache-cae37d7d-969d-4e55-b45f-323b79dfec6a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.962294] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "refresh_cache-cae37d7d-969d-4e55-b45f-323b79dfec6a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.962400] env[62364]: DEBUG nova.network.neutron [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.329473] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481549, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.495536] env[62364]: DEBUG nova.network.neutron [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.612924] env[62364]: DEBUG nova.network.neutron [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Updating instance_info_cache with network_info: [{"id": "2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e", "address": "fa:16:3e:84:bc:2f", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e35f63e-30", "ovs_interfaceid": "2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.830188] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481549, 'name': ReconfigVM_Task, 'duration_secs': 0.614968} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.830508] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance '49b10d42-1180-4747-862c-fc0a6b7d3e94' progress to 33 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.115752] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "refresh_cache-cae37d7d-969d-4e55-b45f-323b79dfec6a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.116098] env[62364]: DEBUG nova.compute.manager [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Instance network_info: |[{"id": "2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e", "address": "fa:16:3e:84:bc:2f", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e35f63e-30", "ovs_interfaceid": "2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.116891] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:bc:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.124424] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Creating folder: Project (5bcf6f5e5cb9451da51a6305c8beb9e8). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.124692] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29f1608b-e353-42ad-9bd1-7c49d91e4e6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.138412] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Created folder: Project (5bcf6f5e5cb9451da51a6305c8beb9e8) in parent group-v501830. [ 1264.138606] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Creating folder: Instances. Parent ref: group-v502143. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.138869] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e774a240-72ed-42be-aa49-cec9f66d692b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.151007] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Created folder: Instances in parent group-v502143. [ 1264.151247] env[62364]: DEBUG oslo.service.loopingcall [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1264.151461] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.151663] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-906a0b4b-6964-43ca-9353-718d4027fa2a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.170416] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.170416] env[62364]: value = "task-2481552" [ 1264.170416] env[62364]: _type = "Task" [ 1264.170416] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.177201] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481552, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.336699] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.337124] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.337124] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.337284] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.337429] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.337578] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.337787] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.337978] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.338217] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.338387] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.338565] env[62364]: DEBUG nova.virt.hardware [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.343781] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.344093] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92500c1b-493c-4405-8b30-f517bff0762a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.020583] env[62364]: DEBUG nova.compute.manager [req-062815f9-6a0b-4e1d-b357-02f23b6741f6 req-18b132f7-9f22-484a-8d24-393cbe50bbbf service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Received event network-changed-2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1265.020796] env[62364]: DEBUG nova.compute.manager [req-062815f9-6a0b-4e1d-b357-02f23b6741f6 req-18b132f7-9f22-484a-8d24-393cbe50bbbf service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Refreshing instance network info cache due to event network-changed-2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1265.020892] env[62364]: DEBUG oslo_concurrency.lockutils [req-062815f9-6a0b-4e1d-b357-02f23b6741f6 req-18b132f7-9f22-484a-8d24-393cbe50bbbf service nova] Acquiring lock "refresh_cache-cae37d7d-969d-4e55-b45f-323b79dfec6a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.021016] env[62364]: DEBUG oslo_concurrency.lockutils [req-062815f9-6a0b-4e1d-b357-02f23b6741f6 req-18b132f7-9f22-484a-8d24-393cbe50bbbf service nova] Acquired lock "refresh_cache-cae37d7d-969d-4e55-b45f-323b79dfec6a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.021183] env[62364]: DEBUG nova.network.neutron [req-062815f9-6a0b-4e1d-b357-02f23b6741f6 req-18b132f7-9f22-484a-8d24-393cbe50bbbf service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Refreshing network info cache for port 2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.030802] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481552, 'name': CreateVM_Task, 'duration_secs': 0.289097} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.032304] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.032610] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1265.032610] env[62364]: value = "task-2481553" [ 1265.032610] env[62364]: _type = "Task" [ 1265.032610] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.033215] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.033369] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.033677] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.034190] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2504b6-a02a-4d2c-953e-2dc5c9ce2561 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.041332] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1265.041332] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b743ea-16a7-1f37-429b-ca419df0ca3a" [ 1265.041332] env[62364]: _type = "Task" [ 1265.041332] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.044492] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481553, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.051872] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b743ea-16a7-1f37-429b-ca419df0ca3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.542795] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481553, 'name': ReconfigVM_Task, 'duration_secs': 0.161638} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.543137] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.543886] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c27b4-f786-4155-bcc6-004ff6129ffc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.567517] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 49b10d42-1180-4747-862c-fc0a6b7d3e94/49b10d42-1180-4747-862c-fc0a6b7d3e94.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.572883] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0031434-dea8-4659-ac08-4a5060197688 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.584967] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b743ea-16a7-1f37-429b-ca419df0ca3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.585506] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.585738] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.585969] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.586132] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.586314] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.586816] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4106ab40-5584-4a66-b832-3aab536c8b08 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.592826] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1265.592826] env[62364]: value = "task-2481554" [ 1265.592826] env[62364]: _type = "Task" [ 1265.592826] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.596381] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.596555] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.597456] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca73dc8-f400-478d-900b-70347fceea67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.601981] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.604792] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1265.604792] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52538af0-b80e-10fd-de4a-d7bb1da72d2d" [ 1265.604792] env[62364]: _type = "Task" [ 1265.604792] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.611973] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52538af0-b80e-10fd-de4a-d7bb1da72d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.738646] env[62364]: DEBUG nova.network.neutron [req-062815f9-6a0b-4e1d-b357-02f23b6741f6 req-18b132f7-9f22-484a-8d24-393cbe50bbbf service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Updated VIF entry in instance network info cache for port 2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.739029] env[62364]: DEBUG nova.network.neutron [req-062815f9-6a0b-4e1d-b357-02f23b6741f6 req-18b132f7-9f22-484a-8d24-393cbe50bbbf service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Updating instance_info_cache with network_info: [{"id": "2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e", "address": "fa:16:3e:84:bc:2f", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e35f63e-30", "ovs_interfaceid": "2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.101813] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481554, 'name': ReconfigVM_Task, 'duration_secs': 0.250788} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.102101] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 49b10d42-1180-4747-862c-fc0a6b7d3e94/49b10d42-1180-4747-862c-fc0a6b7d3e94.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.102364] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance '49b10d42-1180-4747-862c-fc0a6b7d3e94' progress to 50 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.114807] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52538af0-b80e-10fd-de4a-d7bb1da72d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.007756} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.115536] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a159db28-3469-4562-a0a3-5c1eb889fc74 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.120150] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1266.120150] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526eb737-553f-669b-01f4-a05c37502231" [ 1266.120150] env[62364]: _type = "Task" [ 1266.120150] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.127145] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526eb737-553f-669b-01f4-a05c37502231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.241753] env[62364]: DEBUG oslo_concurrency.lockutils [req-062815f9-6a0b-4e1d-b357-02f23b6741f6 req-18b132f7-9f22-484a-8d24-393cbe50bbbf service nova] Releasing lock "refresh_cache-cae37d7d-969d-4e55-b45f-323b79dfec6a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.611583] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d201dde-56e0-473e-9f09-f3bf18d9f9bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.633359] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6ae473-919e-44f3-86f2-6b0cb5511dd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.641065] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526eb737-553f-669b-01f4-a05c37502231, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.653547] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.653820] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] cae37d7d-969d-4e55-b45f-323b79dfec6a/cae37d7d-969d-4e55-b45f-323b79dfec6a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.654128] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance '49b10d42-1180-4747-862c-fc0a6b7d3e94' progress to 67 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.657309] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3347f72-aa8f-4233-81c4-df6e8baf3c13 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.665047] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1266.665047] env[62364]: value = "task-2481555" [ 1266.665047] env[62364]: _type = "Task" [ 1266.665047] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.671501] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.174952] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.404679} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.175277] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] cae37d7d-969d-4e55-b45f-323b79dfec6a/cae37d7d-969d-4e55-b45f-323b79dfec6a.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.175531] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.175820] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba7dd1e6-e33e-4884-a76d-85719e0cd266 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.182165] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1267.182165] env[62364]: value = "task-2481556" [ 1267.182165] env[62364]: _type = "Task" [ 1267.182165] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.189444] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.194348] env[62364]: DEBUG nova.network.neutron [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Port 53807fcd-ee84-456c-a46a-338cf8b8425d binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1267.693064] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067222} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.693780] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.694585] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6dad95-daa2-430f-8534-863d72ef1196 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.720780] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] cae37d7d-969d-4e55-b45f-323b79dfec6a/cae37d7d-969d-4e55-b45f-323b79dfec6a.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.721061] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f180aef-790f-4b69-9360-2299d8f085c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.740481] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1267.740481] env[62364]: value = "task-2481557" [ 1267.740481] env[62364]: _type = "Task" [ 1267.740481] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.749042] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.215030] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "49b10d42-1180-4747-862c-fc0a6b7d3e94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.215161] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.215252] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.250633] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481557, 'name': ReconfigVM_Task, 'duration_secs': 0.260103} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.250899] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Reconfigured VM instance instance-00000070 to attach disk [datastore1] cae37d7d-969d-4e55-b45f-323b79dfec6a/cae37d7d-969d-4e55-b45f-323b79dfec6a.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.251546] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af684ead-3f99-42fc-a4bf-b82b88695c0f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.257739] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1268.257739] env[62364]: value = "task-2481558" [ 1268.257739] env[62364]: _type = "Task" [ 1268.257739] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.265330] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481558, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.767166] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481558, 'name': Rename_Task, 'duration_secs': 0.132136} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.767553] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.767648] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-740ee410-5afd-4835-b44f-49462cc11284 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.774230] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1268.774230] env[62364]: value = "task-2481559" [ 1268.774230] env[62364]: _type = "Task" [ 1268.774230] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.781226] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.248632] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.248834] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.249017] env[62364]: DEBUG nova.network.neutron [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.282806] env[62364]: DEBUG oslo_vmware.api [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481559, 'name': PowerOnVM_Task, 'duration_secs': 0.425449} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.283072] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.283272] env[62364]: INFO nova.compute.manager [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1269.283450] env[62364]: DEBUG nova.compute.manager [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.284215] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d042e3a3-b7f7-47f4-8cfa-f4149ef9b796 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.802569] env[62364]: INFO nova.compute.manager [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Took 13.90 seconds to build instance. [ 1269.960264] env[62364]: DEBUG nova.network.neutron [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance_info_cache with network_info: [{"id": "53807fcd-ee84-456c-a46a-338cf8b8425d", "address": "fa:16:3e:35:73:3f", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53807fcd-ee", "ovs_interfaceid": "53807fcd-ee84-456c-a46a-338cf8b8425d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.304404] env[62364]: DEBUG oslo_concurrency.lockutils [None req-48b70474-bbb9-447f-9594-90cd2c610715 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "cae37d7d-969d-4e55-b45f-323b79dfec6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.414s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.465081] env[62364]: DEBUG oslo_concurrency.lockutils [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.810935] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.811238] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.988773] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72de8b26-17f3-4703-b97c-100477584bd0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.007651] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3561392-8bb6-4704-a05c-480225ce98fb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.014178] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance '49b10d42-1180-4747-862c-fc0a6b7d3e94' progress to 83 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.314058] env[62364]: DEBUG nova.compute.manager [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.520393] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.520723] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d861d8ff-820f-4e0c-a82e-9fcc5082080f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.529968] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1271.529968] env[62364]: value = "task-2481560" [ 1271.529968] env[62364]: _type = "Task" [ 1271.529968] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.537570] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.832834] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.833234] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.834672] env[62364]: INFO nova.compute.claims [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.041385] env[62364]: DEBUG oslo_vmware.api [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481560, 'name': PowerOnVM_Task, 'duration_secs': 0.428866} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.042819] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.042819] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-d5931860-80ff-4b4c-ae21-6c486973be62 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance '49b10d42-1180-4747-862c-fc0a6b7d3e94' progress to 100 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.926493] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0560d2e3-d6ad-4687-97b0-16454567d1e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.934013] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025ef0a7-78eb-4d17-992c-c9c5399b1b31 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.966353] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de24b5b2-5889-47f5-8984-73c0c40e1512 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.978661] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c570b3ee-6ec1-41df-aff2-03e3413fb943 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.995507] env[62364]: DEBUG nova.compute.provider_tree [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.498629] env[62364]: DEBUG nova.scheduler.client.report [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.004085] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.004680] env[62364]: DEBUG nova.compute.manager [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.512023] env[62364]: DEBUG nova.compute.utils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1274.513483] env[62364]: DEBUG nova.compute.manager [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.513649] env[62364]: DEBUG nova.network.neutron [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.560377] env[62364]: DEBUG nova.policy [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0580fdba213f4a6483befe14c71293ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bcf6f5e5cb9451da51a6305c8beb9e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.647184] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.647464] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.647654] env[62364]: DEBUG nova.compute.manager [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Going to confirm migration 8 {{(pid=62364) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1274.817837] env[62364]: DEBUG nova.network.neutron [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Successfully created port: 6bb47c42-7f7d-4c36-95cd-e2335404da41 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.016402] env[62364]: DEBUG nova.compute.manager [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.206581] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.206831] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.206970] env[62364]: DEBUG nova.network.neutron [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.207164] env[62364]: DEBUG nova.objects.instance [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'info_cache' on Instance uuid 49b10d42-1180-4747-862c-fc0a6b7d3e94 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.026013] env[62364]: DEBUG nova.compute.manager [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.052591] env[62364]: DEBUG nova.virt.hardware [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.052859] env[62364]: DEBUG nova.virt.hardware [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.053032] env[62364]: DEBUG nova.virt.hardware [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.053221] env[62364]: DEBUG nova.virt.hardware [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.053370] env[62364]: DEBUG nova.virt.hardware [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.053517] env[62364]: DEBUG nova.virt.hardware [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.053736] env[62364]: DEBUG nova.virt.hardware [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.053896] env[62364]: DEBUG nova.virt.hardware [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.054073] env[62364]: DEBUG nova.virt.hardware [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.054244] env[62364]: DEBUG nova.virt.hardware [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.054417] env[62364]: DEBUG nova.virt.hardware [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.055286] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8305482-6c23-44c6-b727-d55c43ad14ba {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.063090] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f012e21-bd0e-4d65-8d49-ef68c7c5e68e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.156341] env[62364]: DEBUG nova.compute.manager [req-7b12ecd5-1cbb-4cd2-a890-e5c99e6e264e req-e2fff6b8-c8ac-48f9-af8e-a5ea7118ad71 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Received event network-vif-plugged-6bb47c42-7f7d-4c36-95cd-e2335404da41 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1276.156574] env[62364]: DEBUG oslo_concurrency.lockutils [req-7b12ecd5-1cbb-4cd2-a890-e5c99e6e264e req-e2fff6b8-c8ac-48f9-af8e-a5ea7118ad71 service nova] Acquiring lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.156808] env[62364]: DEBUG oslo_concurrency.lockutils [req-7b12ecd5-1cbb-4cd2-a890-e5c99e6e264e req-e2fff6b8-c8ac-48f9-af8e-a5ea7118ad71 service nova] Lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.156936] env[62364]: DEBUG oslo_concurrency.lockutils [req-7b12ecd5-1cbb-4cd2-a890-e5c99e6e264e req-e2fff6b8-c8ac-48f9-af8e-a5ea7118ad71 service nova] Lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.157117] env[62364]: DEBUG nova.compute.manager [req-7b12ecd5-1cbb-4cd2-a890-e5c99e6e264e req-e2fff6b8-c8ac-48f9-af8e-a5ea7118ad71 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] No waiting events found dispatching network-vif-plugged-6bb47c42-7f7d-4c36-95cd-e2335404da41 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.157277] env[62364]: WARNING nova.compute.manager [req-7b12ecd5-1cbb-4cd2-a890-e5c99e6e264e req-e2fff6b8-c8ac-48f9-af8e-a5ea7118ad71 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Received unexpected event network-vif-plugged-6bb47c42-7f7d-4c36-95cd-e2335404da41 for instance with vm_state building and task_state spawning. [ 1276.238840] env[62364]: DEBUG nova.network.neutron [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Successfully updated port: 6bb47c42-7f7d-4c36-95cd-e2335404da41 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.420805] env[62364]: DEBUG nova.network.neutron [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance_info_cache with network_info: [{"id": "53807fcd-ee84-456c-a46a-338cf8b8425d", "address": "fa:16:3e:35:73:3f", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53807fcd-ee", "ovs_interfaceid": "53807fcd-ee84-456c-a46a-338cf8b8425d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.741742] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "refresh_cache-137867e5-bc0f-4cec-9041-0b3341c2cbd5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.741906] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "refresh_cache-137867e5-bc0f-4cec-9041-0b3341c2cbd5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.742021] env[62364]: DEBUG nova.network.neutron [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.923245] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-49b10d42-1180-4747-862c-fc0a6b7d3e94" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.923519] env[62364]: DEBUG nova.objects.instance [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'migration_context' on Instance uuid 49b10d42-1180-4747-862c-fc0a6b7d3e94 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.272081] env[62364]: DEBUG nova.network.neutron [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.386474] env[62364]: DEBUG nova.network.neutron [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Updating instance_info_cache with network_info: [{"id": "6bb47c42-7f7d-4c36-95cd-e2335404da41", "address": "fa:16:3e:1a:28:8f", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb47c42-7f", "ovs_interfaceid": "6bb47c42-7f7d-4c36-95cd-e2335404da41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.426571] env[62364]: DEBUG nova.objects.base [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Object Instance<49b10d42-1180-4747-862c-fc0a6b7d3e94> lazy-loaded attributes: info_cache,migration_context {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1277.427490] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a51a850-1657-446e-bc51-757c5cd12050 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.446389] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba991e9-ff3c-464c-9570-19a8d723c199 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.451897] env[62364]: DEBUG oslo_vmware.api [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1277.451897] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5201abe0-d78d-b1a4-6a38-5c207d55ec8b" [ 1277.451897] env[62364]: _type = "Task" [ 1277.451897] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.459277] env[62364]: DEBUG oslo_vmware.api [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5201abe0-d78d-b1a4-6a38-5c207d55ec8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.888874] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "refresh_cache-137867e5-bc0f-4cec-9041-0b3341c2cbd5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.889244] env[62364]: DEBUG nova.compute.manager [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Instance network_info: |[{"id": "6bb47c42-7f7d-4c36-95cd-e2335404da41", "address": "fa:16:3e:1a:28:8f", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb47c42-7f", "ovs_interfaceid": "6bb47c42-7f7d-4c36-95cd-e2335404da41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.889677] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:28:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bb47c42-7f7d-4c36-95cd-e2335404da41', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.897249] env[62364]: DEBUG oslo.service.loopingcall [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.897448] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.897669] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b01d8035-4133-4b1d-9d70-32ba0e442b40 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.917516] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.917516] env[62364]: value = "task-2481561" [ 1277.917516] env[62364]: _type = "Task" [ 1277.917516] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.924822] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481561, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.961921] env[62364]: DEBUG oslo_vmware.api [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5201abe0-d78d-b1a4-6a38-5c207d55ec8b, 'name': SearchDatastore_Task, 'duration_secs': 0.008196} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.962332] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.962669] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.183842] env[62364]: DEBUG nova.compute.manager [req-0680c10e-0a59-4882-9b59-421b9153221e req-2c2f4c70-e6cf-4ebf-b2c1-c07945ff9c23 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Received event network-changed-6bb47c42-7f7d-4c36-95cd-e2335404da41 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1278.184264] env[62364]: DEBUG nova.compute.manager [req-0680c10e-0a59-4882-9b59-421b9153221e req-2c2f4c70-e6cf-4ebf-b2c1-c07945ff9c23 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Refreshing instance network info cache due to event network-changed-6bb47c42-7f7d-4c36-95cd-e2335404da41. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1278.184523] env[62364]: DEBUG oslo_concurrency.lockutils [req-0680c10e-0a59-4882-9b59-421b9153221e req-2c2f4c70-e6cf-4ebf-b2c1-c07945ff9c23 service nova] Acquiring lock "refresh_cache-137867e5-bc0f-4cec-9041-0b3341c2cbd5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.184676] env[62364]: DEBUG oslo_concurrency.lockutils [req-0680c10e-0a59-4882-9b59-421b9153221e req-2c2f4c70-e6cf-4ebf-b2c1-c07945ff9c23 service nova] Acquired lock "refresh_cache-137867e5-bc0f-4cec-9041-0b3341c2cbd5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.184845] env[62364]: DEBUG nova.network.neutron [req-0680c10e-0a59-4882-9b59-421b9153221e req-2c2f4c70-e6cf-4ebf-b2c1-c07945ff9c23 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Refreshing network info cache for port 6bb47c42-7f7d-4c36-95cd-e2335404da41 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.427909] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481561, 'name': CreateVM_Task, 'duration_secs': 0.330316} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.428270] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.428855] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.429068] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.429454] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.429654] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf79d152-e0ec-454c-81e3-f355da2599d6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.433864] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1278.433864] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52928168-fc96-81d8-3561-2162ef63a7c7" [ 1278.433864] env[62364]: _type = "Task" [ 1278.433864] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.441094] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52928168-fc96-81d8-3561-2162ef63a7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.547080] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a254fae1-d30a-42e2-8770-76bcd2407f2b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.554508] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f54942-0d69-4dc7-850a-4f2985adc990 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.584015] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c1774e-f07d-431c-a236-aa4b20b7ba13 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.591529] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50814066-89e0-4159-a80c-22987b49f25e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.604678] env[62364]: DEBUG nova.compute.provider_tree [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.867134] env[62364]: DEBUG nova.network.neutron [req-0680c10e-0a59-4882-9b59-421b9153221e req-2c2f4c70-e6cf-4ebf-b2c1-c07945ff9c23 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Updated VIF entry in instance network info cache for port 6bb47c42-7f7d-4c36-95cd-e2335404da41. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.867524] env[62364]: DEBUG nova.network.neutron [req-0680c10e-0a59-4882-9b59-421b9153221e req-2c2f4c70-e6cf-4ebf-b2c1-c07945ff9c23 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Updating instance_info_cache with network_info: [{"id": "6bb47c42-7f7d-4c36-95cd-e2335404da41", "address": "fa:16:3e:1a:28:8f", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb47c42-7f", "ovs_interfaceid": "6bb47c42-7f7d-4c36-95cd-e2335404da41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.947062] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52928168-fc96-81d8-3561-2162ef63a7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.037008} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.947439] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.947725] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.948011] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.948203] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.948425] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.948719] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60f0bd3a-bf05-4e40-80f2-db57b1f5f3f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.956963] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.957188] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.957951] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4260774-823f-425a-bf20-717784c62f3f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.963210] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1278.963210] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]528be363-3c4a-22f1-19ab-f59a50c511ac" [ 1278.963210] env[62364]: _type = "Task" [ 1278.963210] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.970812] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528be363-3c4a-22f1-19ab-f59a50c511ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.107562] env[62364]: DEBUG nova.scheduler.client.report [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.370045] env[62364]: DEBUG oslo_concurrency.lockutils [req-0680c10e-0a59-4882-9b59-421b9153221e req-2c2f4c70-e6cf-4ebf-b2c1-c07945ff9c23 service nova] Releasing lock "refresh_cache-137867e5-bc0f-4cec-9041-0b3341c2cbd5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.473367] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528be363-3c4a-22f1-19ab-f59a50c511ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008135} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.474127] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be0fcc3b-24fe-4945-a4ff-ed29a810e601 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.478969] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1279.478969] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e52d3b-a0d8-15ec-a3b7-31249fe7f6c8" [ 1279.478969] env[62364]: _type = "Task" [ 1279.478969] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.486077] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e52d3b-a0d8-15ec-a3b7-31249fe7f6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.989302] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e52d3b-a0d8-15ec-a3b7-31249fe7f6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.989513] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.989889] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 137867e5-bc0f-4cec-9041-0b3341c2cbd5/137867e5-bc0f-4cec-9041-0b3341c2cbd5.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.990207] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c2ba17f-8698-4759-9041-54b16d3d338b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.997617] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1279.997617] env[62364]: value = "task-2481562" [ 1279.997617] env[62364]: _type = "Task" [ 1279.997617] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.005147] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.118445] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.156s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.507633] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445868} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.507990] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 137867e5-bc0f-4cec-9041-0b3341c2cbd5/137867e5-bc0f-4cec-9041-0b3341c2cbd5.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.508089] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.508346] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60ec7b59-571c-4bce-9dca-ee8c4a80cc90 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.514476] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1280.514476] env[62364]: value = "task-2481563" [ 1280.514476] env[62364]: _type = "Task" [ 1280.514476] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.521566] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.670502] env[62364]: INFO nova.scheduler.client.report [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleted allocation for migration d13bf3a7-c21f-46a9-8970-ce969462a9fd [ 1281.024841] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062214} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.025127] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.025899] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cac29f2-c121-44fd-8468-aeb984bb980d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.048285] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 137867e5-bc0f-4cec-9041-0b3341c2cbd5/137867e5-bc0f-4cec-9041-0b3341c2cbd5.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.048600] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2bd835-db76-476c-89bc-fc335386d8b0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.070728] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1281.070728] env[62364]: value = "task-2481564" [ 1281.070728] env[62364]: _type = "Task" [ 1281.070728] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.078759] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.175641] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1d4efa93-46b1-4ffe-be24-10eb2b87d699 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.528s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.567235] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.567582] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.567725] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "49b10d42-1180-4747-862c-fc0a6b7d3e94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.567911] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.568094] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.570669] env[62364]: INFO nova.compute.manager [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Terminating instance [ 1281.581185] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481564, 'name': ReconfigVM_Task, 'duration_secs': 0.463756} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.581378] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 137867e5-bc0f-4cec-9041-0b3341c2cbd5/137867e5-bc0f-4cec-9041-0b3341c2cbd5.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.581971] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60f56625-1288-4682-b16b-921a3e9bd827 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.589104] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1281.589104] env[62364]: value = "task-2481565" [ 1281.589104] env[62364]: _type = "Task" [ 1281.589104] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.596450] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481565, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.078173] env[62364]: DEBUG nova.compute.manager [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.078434] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.079357] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b5fcde-8a25-4588-b46f-1e5c150a8d92 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.086913] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.087146] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca13cb40-a9de-42da-8bdc-f01314bacb47 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.093364] env[62364]: DEBUG oslo_vmware.api [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1282.093364] env[62364]: value = "task-2481566" [ 1282.093364] env[62364]: _type = "Task" [ 1282.093364] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.099339] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481565, 'name': Rename_Task, 'duration_secs': 0.1419} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.100128] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.100357] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12a89a45-7689-4552-bcbe-577bcfa1316b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.106163] env[62364]: DEBUG oslo_vmware.api [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.107254] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1282.107254] env[62364]: value = "task-2481567" [ 1282.107254] env[62364]: _type = "Task" [ 1282.107254] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.114792] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.603390] env[62364]: DEBUG oslo_vmware.api [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481566, 'name': PowerOffVM_Task, 'duration_secs': 0.207426} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.603755] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.603850] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.604063] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3230468-57b3-4034-b5a9-55ef3b3510a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.615249] env[62364]: DEBUG oslo_vmware.api [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481567, 'name': PowerOnVM_Task, 'duration_secs': 0.46956} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.615478] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.615669] env[62364]: INFO nova.compute.manager [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1282.615848] env[62364]: DEBUG nova.compute.manager [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.616543] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3904b6af-3ee3-4281-9bc9-ce72b0d0780b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.673325] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.673575] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.673729] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleting the datastore file [datastore2] 49b10d42-1180-4747-862c-fc0a6b7d3e94 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.674418] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a93ed3a5-8e51-4761-ae01-c88cd0c94c44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.680392] env[62364]: DEBUG oslo_vmware.api [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1282.680392] env[62364]: value = "task-2481569" [ 1282.680392] env[62364]: _type = "Task" [ 1282.680392] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.688163] env[62364]: DEBUG oslo_vmware.api [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.133058] env[62364]: INFO nova.compute.manager [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Took 11.31 seconds to build instance. [ 1283.191486] env[62364]: DEBUG oslo_vmware.api [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148467} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.191771] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.191969] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.192166] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.192341] env[62364]: INFO nova.compute.manager [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1283.192590] env[62364]: DEBUG oslo.service.loopingcall [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.192790] env[62364]: DEBUG nova.compute.manager [-] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.192881] env[62364]: DEBUG nova.network.neutron [-] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.634794] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c86e714c-5e30-485f-badc-9c47b2d3fe6e tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.823s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.637029] env[62364]: DEBUG nova.compute.manager [req-3a5ce5f5-8b20-413e-a779-710a7ff3b5cc req-489dc68b-c0e0-473b-845a-a70325fbc654 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Received event network-vif-deleted-53807fcd-ee84-456c-a46a-338cf8b8425d {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1283.637247] env[62364]: INFO nova.compute.manager [req-3a5ce5f5-8b20-413e-a779-710a7ff3b5cc req-489dc68b-c0e0-473b-845a-a70325fbc654 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Neutron deleted interface 53807fcd-ee84-456c-a46a-338cf8b8425d; detaching it from the instance and deleting it from the info cache [ 1283.637392] env[62364]: DEBUG nova.network.neutron [req-3a5ce5f5-8b20-413e-a779-710a7ff3b5cc req-489dc68b-c0e0-473b-845a-a70325fbc654 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.119316] env[62364]: DEBUG nova.network.neutron [-] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.140021] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8e8e371-9213-49b0-95eb-9b7023eb4da4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.149745] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2330422-c028-4059-99ac-78c7996de3b4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.175150] env[62364]: DEBUG nova.compute.manager [req-3a5ce5f5-8b20-413e-a779-710a7ff3b5cc req-489dc68b-c0e0-473b-845a-a70325fbc654 service nova] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Detach interface failed, port_id=53807fcd-ee84-456c-a46a-338cf8b8425d, reason: Instance 49b10d42-1180-4747-862c-fc0a6b7d3e94 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1284.234548] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.234816] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.235057] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.235252] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.235420] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.237615] env[62364]: INFO nova.compute.manager [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Terminating instance [ 1284.623116] env[62364]: INFO nova.compute.manager [-] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Took 1.43 seconds to deallocate network for instance. [ 1284.741734] env[62364]: DEBUG nova.compute.manager [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.742148] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.742954] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d127b3-0e24-4b2c-aa19-ae4819669702 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.750882] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.751192] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65639f10-7a8c-4355-a5ba-331b144ebc31 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.757676] env[62364]: DEBUG oslo_vmware.api [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1284.757676] env[62364]: value = "task-2481570" [ 1284.757676] env[62364]: _type = "Task" [ 1284.757676] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.767879] env[62364]: DEBUG oslo_vmware.api [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.128562] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.128826] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.129037] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.151914] env[62364]: INFO nova.scheduler.client.report [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleted allocations for instance 49b10d42-1180-4747-862c-fc0a6b7d3e94 [ 1285.267269] env[62364]: DEBUG oslo_vmware.api [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481570, 'name': PowerOffVM_Task, 'duration_secs': 0.195796} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.267532] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.267703] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.267950] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6917054c-ce4c-49f0-914d-6268c1ded764 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.336501] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.336746] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.336896] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleting the datastore file [datastore1] 137867e5-bc0f-4cec-9041-0b3341c2cbd5 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.337187] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02f62574-cc6a-4a70-984b-e0c223884ccb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.345362] env[62364]: DEBUG oslo_vmware.api [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1285.345362] env[62364]: value = "task-2481572" [ 1285.345362] env[62364]: _type = "Task" [ 1285.345362] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.352402] env[62364]: DEBUG oslo_vmware.api [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.659256] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c4e60082-4bff-4fa3-a96b-e5b2ab27b00c tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "49b10d42-1180-4747-862c-fc0a6b7d3e94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.092s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.855426] env[62364]: DEBUG oslo_vmware.api [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133138} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.855720] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.856013] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.856256] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.856436] env[62364]: INFO nova.compute.manager [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1285.856678] env[62364]: DEBUG oslo.service.loopingcall [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1285.856870] env[62364]: DEBUG nova.compute.manager [-] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.856969] env[62364]: DEBUG nova.network.neutron [-] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.110578] env[62364]: DEBUG nova.compute.manager [req-ed579a50-ec8e-402a-99f7-906a6c1fcb8c req-88e62b1a-29d2-4363-a518-bd92769d43e9 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Received event network-vif-deleted-6bb47c42-7f7d-4c36-95cd-e2335404da41 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1286.110578] env[62364]: INFO nova.compute.manager [req-ed579a50-ec8e-402a-99f7-906a6c1fcb8c req-88e62b1a-29d2-4363-a518-bd92769d43e9 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Neutron deleted interface 6bb47c42-7f7d-4c36-95cd-e2335404da41; detaching it from the instance and deleting it from the info cache [ 1286.110578] env[62364]: DEBUG nova.network.neutron [req-ed579a50-ec8e-402a-99f7-906a6c1fcb8c req-88e62b1a-29d2-4363-a518-bd92769d43e9 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.442032] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.442276] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.591076] env[62364]: DEBUG nova.network.neutron [-] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.613356] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f44d4ed6-3f4f-4ec9-b54b-def451ff1952 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.622544] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc800c6b-b03b-4694-8550-f8266fc13560 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.648807] env[62364]: DEBUG nova.compute.manager [req-ed579a50-ec8e-402a-99f7-906a6c1fcb8c req-88e62b1a-29d2-4363-a518-bd92769d43e9 service nova] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Detach interface failed, port_id=6bb47c42-7f7d-4c36-95cd-e2335404da41, reason: Instance 137867e5-bc0f-4cec-9041-0b3341c2cbd5 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1286.944775] env[62364]: DEBUG nova.compute.manager [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.983773] env[62364]: DEBUG oslo_concurrency.lockutils [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "05a7aee0-322f-450e-afd3-c11faab4a15d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.984019] env[62364]: DEBUG oslo_concurrency.lockutils [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.093416] env[62364]: INFO nova.compute.manager [-] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Took 1.24 seconds to deallocate network for instance. [ 1287.466859] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.467144] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.468735] env[62364]: INFO nova.compute.claims [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.487397] env[62364]: DEBUG nova.compute.utils [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1287.599329] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.989702] env[62364]: DEBUG oslo_concurrency.lockutils [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.492618] env[62364]: DEBUG nova.scheduler.client.report [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Refreshing inventories for resource provider d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1288.509031] env[62364]: DEBUG nova.scheduler.client.report [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Updating ProviderTree inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1288.509158] env[62364]: DEBUG nova.compute.provider_tree [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1288.519584] env[62364]: DEBUG nova.scheduler.client.report [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Refreshing aggregate associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, aggregates: None {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1288.537953] env[62364]: DEBUG nova.scheduler.client.report [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Refreshing trait associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1288.604526] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f44b88b-ac0e-4959-b66f-97dc72c00845 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.611994] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9716953c-e2ec-4d4d-bb2a-d9c8cbbf62ad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.642899] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365b48cb-bfb9-4451-9314-2fe5a0bf0565 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.649444] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326cc131-8b6a-4ccf-856d-b91f6c6a973c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.662517] env[62364]: DEBUG nova.compute.provider_tree [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.057370] env[62364]: DEBUG oslo_concurrency.lockutils [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "05a7aee0-322f-450e-afd3-c11faab4a15d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.057673] env[62364]: DEBUG oslo_concurrency.lockutils [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.057961] env[62364]: INFO nova.compute.manager [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Attaching volume c25b63c3-5870-46c9-9b95-15cfe3cdf961 to /dev/sdb [ 1289.087226] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52714acf-8d07-4720-b4e9-b22a2455b33f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.094411] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0086e1-4886-400d-a7be-a80afc4e7940 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.107082] env[62364]: DEBUG nova.virt.block_device [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Updating existing volume attachment record: 8205fea0-00cd-4fcc-a241-8483ebd99201 {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1289.166018] env[62364]: DEBUG nova.scheduler.client.report [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.671067] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.671652] env[62364]: DEBUG nova.compute.manager [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1289.674844] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.076s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.675226] env[62364]: DEBUG nova.objects.instance [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lazy-loading 'resources' on Instance uuid 137867e5-bc0f-4cec-9041-0b3341c2cbd5 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.178108] env[62364]: DEBUG nova.compute.utils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1290.182219] env[62364]: DEBUG nova.compute.manager [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1290.182382] env[62364]: DEBUG nova.network.neutron [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.238046] env[62364]: DEBUG nova.policy [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f5d40e50b3b416da6964dd143997d2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bac04f4df1614c6fa38444c5fd27ab2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1290.251319] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c1f1ce-af9a-4e81-ab4c-d25d27db53db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.259027] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50b7d63-8ac0-4462-acbc-0dd670f37ee5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.291936] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4543b51-f8f2-4f9d-b881-d366b45a34a7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.299431] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e5b81a-8c9d-4c43-98c0-2052da012b40 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.312865] env[62364]: DEBUG nova.compute.provider_tree [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.526438] env[62364]: DEBUG nova.network.neutron [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Successfully created port: 12fa8f58-37f3-47b3-8d42-2df4f4d06736 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.683336] env[62364]: DEBUG nova.compute.manager [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.816477] env[62364]: DEBUG nova.scheduler.client.report [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.321049] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.342569] env[62364]: INFO nova.scheduler.client.report [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted allocations for instance 137867e5-bc0f-4cec-9041-0b3341c2cbd5 [ 1291.694848] env[62364]: DEBUG nova.compute.manager [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1291.719992] env[62364]: DEBUG nova.virt.hardware [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.720275] env[62364]: DEBUG nova.virt.hardware [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.720436] env[62364]: DEBUG nova.virt.hardware [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.720619] env[62364]: DEBUG nova.virt.hardware [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.720768] env[62364]: DEBUG nova.virt.hardware [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.720919] env[62364]: DEBUG nova.virt.hardware [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.721141] env[62364]: DEBUG nova.virt.hardware [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.721306] env[62364]: DEBUG nova.virt.hardware [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.721474] env[62364]: DEBUG nova.virt.hardware [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.721635] env[62364]: DEBUG nova.virt.hardware [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.721842] env[62364]: DEBUG nova.virt.hardware [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.722726] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a55de5-3c27-41db-97db-816f61bed01c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.730618] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e60d82c-16b9-4865-9658-f042da14be56 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.851295] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7632e611-5b0a-4848-b54b-955335847131 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "137867e5-bc0f-4cec-9041-0b3341c2cbd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.616s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.877394] env[62364]: DEBUG nova.compute.manager [req-4d94eaca-703f-40ff-bfdf-bdea9fc5d668 req-2842448b-0286-49c3-b970-8c904ffb8361 service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Received event network-vif-plugged-12fa8f58-37f3-47b3-8d42-2df4f4d06736 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1291.877778] env[62364]: DEBUG oslo_concurrency.lockutils [req-4d94eaca-703f-40ff-bfdf-bdea9fc5d668 req-2842448b-0286-49c3-b970-8c904ffb8361 service nova] Acquiring lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.877778] env[62364]: DEBUG oslo_concurrency.lockutils [req-4d94eaca-703f-40ff-bfdf-bdea9fc5d668 req-2842448b-0286-49c3-b970-8c904ffb8361 service nova] Lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.878347] env[62364]: DEBUG oslo_concurrency.lockutils [req-4d94eaca-703f-40ff-bfdf-bdea9fc5d668 req-2842448b-0286-49c3-b970-8c904ffb8361 service nova] Lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.878347] env[62364]: DEBUG nova.compute.manager [req-4d94eaca-703f-40ff-bfdf-bdea9fc5d668 req-2842448b-0286-49c3-b970-8c904ffb8361 service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] No waiting events found dispatching network-vif-plugged-12fa8f58-37f3-47b3-8d42-2df4f4d06736 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.878347] env[62364]: WARNING nova.compute.manager [req-4d94eaca-703f-40ff-bfdf-bdea9fc5d668 req-2842448b-0286-49c3-b970-8c904ffb8361 service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Received unexpected event network-vif-plugged-12fa8f58-37f3-47b3-8d42-2df4f4d06736 for instance with vm_state building and task_state spawning. [ 1291.960079] env[62364]: DEBUG nova.network.neutron [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Successfully updated port: 12fa8f58-37f3-47b3-8d42-2df4f4d06736 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.462899] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.463165] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.463328] env[62364]: DEBUG nova.network.neutron [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.996705] env[62364]: DEBUG nova.network.neutron [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.125335] env[62364]: DEBUG nova.network.neutron [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance_info_cache with network_info: [{"id": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "address": "fa:16:3e:5a:8b:56", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fa8f58-37", "ovs_interfaceid": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.353836] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.354087] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.629379] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.629379] env[62364]: DEBUG nova.compute.manager [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Instance network_info: |[{"id": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "address": "fa:16:3e:5a:8b:56", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fa8f58-37", "ovs_interfaceid": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.629379] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:8b:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12fa8f58-37f3-47b3-8d42-2df4f4d06736', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.635851] env[62364]: DEBUG oslo.service.loopingcall [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1293.636383] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.636620] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1e14f68-dc4e-4d81-a9ee-096e7bd0276a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.651937] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1293.652210] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502148', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'name': 'volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05a7aee0-322f-450e-afd3-c11faab4a15d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'serial': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1293.652999] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5375916-e7fe-43fc-a5f1-6fbf35468f2d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.669640] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9d5fd9-cc39-4ebb-9a2a-2012ed43fd44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.671906] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.671906] env[62364]: value = "task-2481577" [ 1293.671906] env[62364]: _type = "Task" [ 1293.671906] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.694124] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961/volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.694857] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-050525f6-68de-439d-9f02-f37a500102b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.712538] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481577, 'name': CreateVM_Task} progress is 15%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.717615] env[62364]: DEBUG oslo_vmware.api [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1293.717615] env[62364]: value = "task-2481578" [ 1293.717615] env[62364]: _type = "Task" [ 1293.717615] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.725304] env[62364]: DEBUG oslo_vmware.api [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.857193] env[62364]: DEBUG nova.compute.manager [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1293.906256] env[62364]: DEBUG nova.compute.manager [req-f7eb1942-1027-4db2-bf5a-9ad46ab1e37e req-a1c557fa-74c2-4cac-835d-120c1b6e0232 service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Received event network-changed-12fa8f58-37f3-47b3-8d42-2df4f4d06736 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1293.906256] env[62364]: DEBUG nova.compute.manager [req-f7eb1942-1027-4db2-bf5a-9ad46ab1e37e req-a1c557fa-74c2-4cac-835d-120c1b6e0232 service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Refreshing instance network info cache due to event network-changed-12fa8f58-37f3-47b3-8d42-2df4f4d06736. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1293.906256] env[62364]: DEBUG oslo_concurrency.lockutils [req-f7eb1942-1027-4db2-bf5a-9ad46ab1e37e req-a1c557fa-74c2-4cac-835d-120c1b6e0232 service nova] Acquiring lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.906256] env[62364]: DEBUG oslo_concurrency.lockutils [req-f7eb1942-1027-4db2-bf5a-9ad46ab1e37e req-a1c557fa-74c2-4cac-835d-120c1b6e0232 service nova] Acquired lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.906460] env[62364]: DEBUG nova.network.neutron [req-f7eb1942-1027-4db2-bf5a-9ad46ab1e37e req-a1c557fa-74c2-4cac-835d-120c1b6e0232 service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Refreshing network info cache for port 12fa8f58-37f3-47b3-8d42-2df4f4d06736 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.182697] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481577, 'name': CreateVM_Task, 'duration_secs': 0.301949} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.182697] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.182955] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.183094] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.183429] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1294.183678] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6afc8383-45ae-4998-91ab-5dcbad50b571 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.187870] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1294.187870] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f2d6fc-1fe8-f697-95db-f921ff00c804" [ 1294.187870] env[62364]: _type = "Task" [ 1294.187870] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.196110] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f2d6fc-1fe8-f697-95db-f921ff00c804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.225340] env[62364]: DEBUG oslo_vmware.api [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481578, 'name': ReconfigVM_Task, 'duration_secs': 0.394971} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.225592] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961/volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.230047] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-069a7d59-9ad4-4e14-a09b-8653a5ea5dfd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.243752] env[62364]: DEBUG oslo_vmware.api [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1294.243752] env[62364]: value = "task-2481579" [ 1294.243752] env[62364]: _type = "Task" [ 1294.243752] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.250962] env[62364]: DEBUG oslo_vmware.api [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.380386] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.380556] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.382092] env[62364]: INFO nova.compute.claims [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.594637] env[62364]: DEBUG nova.network.neutron [req-f7eb1942-1027-4db2-bf5a-9ad46ab1e37e req-a1c557fa-74c2-4cac-835d-120c1b6e0232 service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updated VIF entry in instance network info cache for port 12fa8f58-37f3-47b3-8d42-2df4f4d06736. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.595012] env[62364]: DEBUG nova.network.neutron [req-f7eb1942-1027-4db2-bf5a-9ad46ab1e37e req-a1c557fa-74c2-4cac-835d-120c1b6e0232 service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance_info_cache with network_info: [{"id": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "address": "fa:16:3e:5a:8b:56", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fa8f58-37", "ovs_interfaceid": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.698269] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f2d6fc-1fe8-f697-95db-f921ff00c804, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.698626] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.698856] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.699149] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.699334] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.699550] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.699834] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39fe6b81-56b9-4035-a506-ccd821734abf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.707749] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.707955] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.708713] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53421314-cabc-4754-aec1-5fdc300276d1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.713557] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1294.713557] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ca7a40-ee37-9ca7-e107-2acab36d1c26" [ 1294.713557] env[62364]: _type = "Task" [ 1294.713557] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.720477] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ca7a40-ee37-9ca7-e107-2acab36d1c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.752053] env[62364]: DEBUG oslo_vmware.api [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481579, 'name': ReconfigVM_Task, 'duration_secs': 0.131331} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.752053] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502148', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'name': 'volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05a7aee0-322f-450e-afd3-c11faab4a15d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'serial': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1295.097950] env[62364]: DEBUG oslo_concurrency.lockutils [req-f7eb1942-1027-4db2-bf5a-9ad46ab1e37e req-a1c557fa-74c2-4cac-835d-120c1b6e0232 service nova] Releasing lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.225518] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ca7a40-ee37-9ca7-e107-2acab36d1c26, 'name': SearchDatastore_Task, 'duration_secs': 0.008091} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.226383] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad2012c-425b-40da-87d0-4eee1ad6d984 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.231643] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1295.231643] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]525275c7-77bf-6e3e-5924-a21c293d112d" [ 1295.231643] env[62364]: _type = "Task" [ 1295.231643] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.240590] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525275c7-77bf-6e3e-5924-a21c293d112d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.453496] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025412ad-03f5-4752-8b16-15ac93fc4cb6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.460643] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ab9257-7f86-4cb9-b5fd-400bbe6b451e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.491010] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07490b4c-7ae1-4352-b322-e888b4f8159d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.497624] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145ebecd-609b-42aa-b9a4-f5fd25c0ee67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.509914] env[62364]: DEBUG nova.compute.provider_tree [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.742173] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525275c7-77bf-6e3e-5924-a21c293d112d, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.742546] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.742719] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 493fe83a-fa4f-4e4b-9b42-2e28f30323ea/493fe83a-fa4f-4e4b-9b42-2e28f30323ea.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.742984] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b40acf4-cf51-4526-96ad-619c9285c1a2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.749361] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1295.749361] env[62364]: value = "task-2481580" [ 1295.749361] env[62364]: _type = "Task" [ 1295.749361] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.756336] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.784671] env[62364]: DEBUG nova.objects.instance [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lazy-loading 'flavor' on Instance uuid 05a7aee0-322f-450e-afd3-c11faab4a15d {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.013601] env[62364]: DEBUG nova.scheduler.client.report [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.259548] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439344} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.259814] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 493fe83a-fa4f-4e4b-9b42-2e28f30323ea/493fe83a-fa4f-4e4b-9b42-2e28f30323ea.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.260043] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.260291] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ade0fda-a51a-43f6-94f1-45bb6a73b666 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.266564] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1296.266564] env[62364]: value = "task-2481581" [ 1296.266564] env[62364]: _type = "Task" [ 1296.266564] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.273537] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.288732] env[62364]: DEBUG oslo_concurrency.lockutils [None req-93b36ef3-9696-4c62-ac5b-7b0d161c63a1 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.519281] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.519749] env[62364]: DEBUG nova.compute.manager [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1296.711018] env[62364]: INFO nova.compute.manager [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Rebuilding instance [ 1296.748821] env[62364]: DEBUG nova.compute.manager [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.749759] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb795b7-eb76-4bbb-bb24-cd4bcbcc6115 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.774909] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066171} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.775194] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1296.775950] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229ad579-ca1b-4c6f-a0c9-0450d6744ef1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.796814] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 493fe83a-fa4f-4e4b-9b42-2e28f30323ea/493fe83a-fa4f-4e4b-9b42-2e28f30323ea.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.797904] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e8c98a-e46e-461e-8b48-cc77d70f287e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.817171] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1296.817171] env[62364]: value = "task-2481582" [ 1296.817171] env[62364]: _type = "Task" [ 1296.817171] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.826020] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.024704] env[62364]: DEBUG nova.compute.utils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1297.026498] env[62364]: DEBUG nova.compute.manager [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.026498] env[62364]: DEBUG nova.network.neutron [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.062743] env[62364]: DEBUG nova.policy [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0580fdba213f4a6483befe14c71293ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bcf6f5e5cb9451da51a6305c8beb9e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.324081] env[62364]: DEBUG nova.network.neutron [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Successfully created port: e25fc859-e9e4-49b0-bdb6-d1a903005560 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.331483] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481582, 'name': ReconfigVM_Task, 'duration_secs': 0.274608} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.331753] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 493fe83a-fa4f-4e4b-9b42-2e28f30323ea/493fe83a-fa4f-4e4b-9b42-2e28f30323ea.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.332410] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33ae566d-8814-414e-83fc-d657789666bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.339267] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1297.339267] env[62364]: value = "task-2481583" [ 1297.339267] env[62364]: _type = "Task" [ 1297.339267] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.347189] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481583, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.529632] env[62364]: DEBUG nova.compute.manager [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.762940] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.763343] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30cac603-668c-4400-b7bb-2636b76ad13a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.771241] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1297.771241] env[62364]: value = "task-2481584" [ 1297.771241] env[62364]: _type = "Task" [ 1297.771241] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.778719] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.849185] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481583, 'name': Rename_Task, 'duration_secs': 0.139972} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.850031] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.850031] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77582236-d662-41f8-bac0-4759dd6ab4c7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.856420] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1297.856420] env[62364]: value = "task-2481585" [ 1297.856420] env[62364]: _type = "Task" [ 1297.856420] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.864955] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.280906] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481584, 'name': PowerOffVM_Task, 'duration_secs': 0.187518} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.281177] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.339471] env[62364]: INFO nova.compute.manager [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Detaching volume c25b63c3-5870-46c9-9b95-15cfe3cdf961 [ 1298.365738] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481585, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.371977] env[62364]: INFO nova.virt.block_device [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Attempting to driver detach volume c25b63c3-5870-46c9-9b95-15cfe3cdf961 from mountpoint /dev/sdb [ 1298.372255] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1298.372445] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502148', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'name': 'volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05a7aee0-322f-450e-afd3-c11faab4a15d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'serial': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1298.373275] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43ce03f-9ef5-46e0-9f50-d522c03f31d1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.394052] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8746cc-e1c8-4b46-be6e-75e8723e5194 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.400288] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2cf0d9-1209-486c-9c8b-8aa0aa718b38 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.420145] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e7bc93-3443-4d8b-92dd-944b410363a3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.435851] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] The volume has not been displaced from its original location: [datastore2] volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961/volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1298.441091] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.441376] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d87ac03-3e24-43de-bd75-54c134de10e8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.458889] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1298.458889] env[62364]: value = "task-2481586" [ 1298.458889] env[62364]: _type = "Task" [ 1298.458889] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.466629] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.540676] env[62364]: DEBUG nova.compute.manager [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.567581] env[62364]: DEBUG nova.virt.hardware [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.567833] env[62364]: DEBUG nova.virt.hardware [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.567992] env[62364]: DEBUG nova.virt.hardware [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.568202] env[62364]: DEBUG nova.virt.hardware [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.568489] env[62364]: DEBUG nova.virt.hardware [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.568489] env[62364]: DEBUG nova.virt.hardware [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.568688] env[62364]: DEBUG nova.virt.hardware [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.568847] env[62364]: DEBUG nova.virt.hardware [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.569030] env[62364]: DEBUG nova.virt.hardware [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.569189] env[62364]: DEBUG nova.virt.hardware [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.569364] env[62364]: DEBUG nova.virt.hardware [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.570241] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540ffcbb-8907-4e80-acf8-e8f75dc0fc85 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.577705] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26199ae-4d68-45ab-9e09-d2aeded1483d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.686886] env[62364]: DEBUG nova.compute.manager [req-beaf8bda-d2aa-4ab5-b47d-f2f0eba533c8 req-8f3d680e-3745-459f-ad9a-f1aea86bcf35 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Received event network-vif-plugged-e25fc859-e9e4-49b0-bdb6-d1a903005560 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1298.687129] env[62364]: DEBUG oslo_concurrency.lockutils [req-beaf8bda-d2aa-4ab5-b47d-f2f0eba533c8 req-8f3d680e-3745-459f-ad9a-f1aea86bcf35 service nova] Acquiring lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.687390] env[62364]: DEBUG oslo_concurrency.lockutils [req-beaf8bda-d2aa-4ab5-b47d-f2f0eba533c8 req-8f3d680e-3745-459f-ad9a-f1aea86bcf35 service nova] Lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.687505] env[62364]: DEBUG oslo_concurrency.lockutils [req-beaf8bda-d2aa-4ab5-b47d-f2f0eba533c8 req-8f3d680e-3745-459f-ad9a-f1aea86bcf35 service nova] Lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.687663] env[62364]: DEBUG nova.compute.manager [req-beaf8bda-d2aa-4ab5-b47d-f2f0eba533c8 req-8f3d680e-3745-459f-ad9a-f1aea86bcf35 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] No waiting events found dispatching network-vif-plugged-e25fc859-e9e4-49b0-bdb6-d1a903005560 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.687848] env[62364]: WARNING nova.compute.manager [req-beaf8bda-d2aa-4ab5-b47d-f2f0eba533c8 req-8f3d680e-3745-459f-ad9a-f1aea86bcf35 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Received unexpected event network-vif-plugged-e25fc859-e9e4-49b0-bdb6-d1a903005560 for instance with vm_state building and task_state spawning. [ 1298.766693] env[62364]: DEBUG nova.network.neutron [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Successfully updated port: e25fc859-e9e4-49b0-bdb6-d1a903005560 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1298.866353] env[62364]: DEBUG oslo_vmware.api [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481585, 'name': PowerOnVM_Task, 'duration_secs': 0.512488} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.866629] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.866834] env[62364]: INFO nova.compute.manager [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1298.867021] env[62364]: DEBUG nova.compute.manager [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.867901] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e94bfd-34f7-46bf-aa1d-9aa61e1ba11d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.968971] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481586, 'name': ReconfigVM_Task, 'duration_secs': 0.178203} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.969284] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1298.973969] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f464c18-0fe1-4efa-b42a-80bbefb23396 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.989690] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1298.989690] env[62364]: value = "task-2481587" [ 1298.989690] env[62364]: _type = "Task" [ 1298.989690] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.997296] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.270844] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "refresh_cache-4c9e1a55-93e6-474d-889a-7c1d82e4be6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.270844] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "refresh_cache-4c9e1a55-93e6-474d-889a-7c1d82e4be6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.270844] env[62364]: DEBUG nova.network.neutron [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.388256] env[62364]: INFO nova.compute.manager [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Took 11.94 seconds to build instance. [ 1299.500375] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481587, 'name': ReconfigVM_Task, 'duration_secs': 0.15321} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.500712] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502148', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'name': 'volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05a7aee0-322f-450e-afd3-c11faab4a15d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'serial': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1299.638159] env[62364]: DEBUG nova.compute.manager [req-3f85f451-a9d4-4130-a332-a4151310b530 req-58f959cd-3a22-43ef-8069-bfef4962349e service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Received event network-changed-12fa8f58-37f3-47b3-8d42-2df4f4d06736 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1299.638287] env[62364]: DEBUG nova.compute.manager [req-3f85f451-a9d4-4130-a332-a4151310b530 req-58f959cd-3a22-43ef-8069-bfef4962349e service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Refreshing instance network info cache due to event network-changed-12fa8f58-37f3-47b3-8d42-2df4f4d06736. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1299.638504] env[62364]: DEBUG oslo_concurrency.lockutils [req-3f85f451-a9d4-4130-a332-a4151310b530 req-58f959cd-3a22-43ef-8069-bfef4962349e service nova] Acquiring lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.638655] env[62364]: DEBUG oslo_concurrency.lockutils [req-3f85f451-a9d4-4130-a332-a4151310b530 req-58f959cd-3a22-43ef-8069-bfef4962349e service nova] Acquired lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.638813] env[62364]: DEBUG nova.network.neutron [req-3f85f451-a9d4-4130-a332-a4151310b530 req-58f959cd-3a22-43ef-8069-bfef4962349e service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Refreshing network info cache for port 12fa8f58-37f3-47b3-8d42-2df4f4d06736 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.805404] env[62364]: DEBUG nova.network.neutron [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.890654] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5b4cebd1-5bab-4701-bb63-9f28784f0d22 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.448s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.934009] env[62364]: DEBUG nova.network.neutron [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Updating instance_info_cache with network_info: [{"id": "e25fc859-e9e4-49b0-bdb6-d1a903005560", "address": "fa:16:3e:2f:73:f2", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape25fc859-e9", "ovs_interfaceid": "e25fc859-e9e4-49b0-bdb6-d1a903005560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.352951] env[62364]: DEBUG nova.network.neutron [req-3f85f451-a9d4-4130-a332-a4151310b530 req-58f959cd-3a22-43ef-8069-bfef4962349e service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updated VIF entry in instance network info cache for port 12fa8f58-37f3-47b3-8d42-2df4f4d06736. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.353443] env[62364]: DEBUG nova.network.neutron [req-3f85f451-a9d4-4130-a332-a4151310b530 req-58f959cd-3a22-43ef-8069-bfef4962349e service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance_info_cache with network_info: [{"id": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "address": "fa:16:3e:5a:8b:56", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fa8f58-37", "ovs_interfaceid": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.437270] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "refresh_cache-4c9e1a55-93e6-474d-889a-7c1d82e4be6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.437748] env[62364]: DEBUG nova.compute.manager [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Instance network_info: |[{"id": "e25fc859-e9e4-49b0-bdb6-d1a903005560", "address": "fa:16:3e:2f:73:f2", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape25fc859-e9", "ovs_interfaceid": "e25fc859-e9e4-49b0-bdb6-d1a903005560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.438343] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:73:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e25fc859-e9e4-49b0-bdb6-d1a903005560', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.451383] env[62364]: DEBUG oslo.service.loopingcall [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1300.451683] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.452019] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5fe17b3-f946-4d9b-a818-cf8773ee9e90 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.483126] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.483126] env[62364]: value = "task-2481588" [ 1300.483126] env[62364]: _type = "Task" [ 1300.483126] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.494711] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481588, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.570285] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.570608] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f60f736-098c-4a2e-8227-2b623a134bcf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.577539] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1300.577539] env[62364]: value = "task-2481589" [ 1300.577539] env[62364]: _type = "Task" [ 1300.577539] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.588683] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] VM already powered off {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1300.588902] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1300.589112] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502148', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'name': 'volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05a7aee0-322f-450e-afd3-c11faab4a15d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'serial': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1300.590020] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a34c27-ac60-4c95-9332-8bb5560b7256 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.608345] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afd044c-bbfd-4f09-bccc-957f8856def3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.614955] env[62364]: WARNING nova.virt.vmwareapi.driver [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1300.615278] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.616103] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48a6ac3-d354-4d69-8937-5ec200ade52b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.622409] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.622664] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cf03f20-2384-4dd4-9581-a88943976fe7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.693239] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.693473] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.693656] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleting the datastore file [datastore1] 05a7aee0-322f-450e-afd3-c11faab4a15d {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.693937] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be69e29f-2a99-4b44-bcaa-733a758db07c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.700201] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1300.700201] env[62364]: value = "task-2481591" [ 1300.700201] env[62364]: _type = "Task" [ 1300.700201] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.708731] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.721804] env[62364]: DEBUG nova.compute.manager [req-3838d872-b4d0-4be7-b82d-ea14520357c5 req-e3bfc479-a41e-49a5-a9b4-c535fb732627 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Received event network-changed-e25fc859-e9e4-49b0-bdb6-d1a903005560 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1300.722171] env[62364]: DEBUG nova.compute.manager [req-3838d872-b4d0-4be7-b82d-ea14520357c5 req-e3bfc479-a41e-49a5-a9b4-c535fb732627 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Refreshing instance network info cache due to event network-changed-e25fc859-e9e4-49b0-bdb6-d1a903005560. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1300.722443] env[62364]: DEBUG oslo_concurrency.lockutils [req-3838d872-b4d0-4be7-b82d-ea14520357c5 req-e3bfc479-a41e-49a5-a9b4-c535fb732627 service nova] Acquiring lock "refresh_cache-4c9e1a55-93e6-474d-889a-7c1d82e4be6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.722598] env[62364]: DEBUG oslo_concurrency.lockutils [req-3838d872-b4d0-4be7-b82d-ea14520357c5 req-e3bfc479-a41e-49a5-a9b4-c535fb732627 service nova] Acquired lock "refresh_cache-4c9e1a55-93e6-474d-889a-7c1d82e4be6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.722770] env[62364]: DEBUG nova.network.neutron [req-3838d872-b4d0-4be7-b82d-ea14520357c5 req-e3bfc479-a41e-49a5-a9b4-c535fb732627 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Refreshing network info cache for port e25fc859-e9e4-49b0-bdb6-d1a903005560 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.856339] env[62364]: DEBUG oslo_concurrency.lockutils [req-3f85f451-a9d4-4130-a332-a4151310b530 req-58f959cd-3a22-43ef-8069-bfef4962349e service nova] Releasing lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.995410] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481588, 'name': CreateVM_Task, 'duration_secs': 0.30642} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.995595] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.996237] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.996405] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.996740] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.996997] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459af6ad-da50-43df-9e3e-d0eeb19c44e3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.001246] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1301.001246] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52faf17b-e99f-1294-40a8-ffbe9a6e4935" [ 1301.001246] env[62364]: _type = "Task" [ 1301.001246] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.008565] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52faf17b-e99f-1294-40a8-ffbe9a6e4935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.209803] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188609} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.210130] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.210294] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.210468] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.399608] env[62364]: DEBUG nova.network.neutron [req-3838d872-b4d0-4be7-b82d-ea14520357c5 req-e3bfc479-a41e-49a5-a9b4-c535fb732627 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Updated VIF entry in instance network info cache for port e25fc859-e9e4-49b0-bdb6-d1a903005560. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.399989] env[62364]: DEBUG nova.network.neutron [req-3838d872-b4d0-4be7-b82d-ea14520357c5 req-e3bfc479-a41e-49a5-a9b4-c535fb732627 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Updating instance_info_cache with network_info: [{"id": "e25fc859-e9e4-49b0-bdb6-d1a903005560", "address": "fa:16:3e:2f:73:f2", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape25fc859-e9", "ovs_interfaceid": "e25fc859-e9e4-49b0-bdb6-d1a903005560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.512131] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52faf17b-e99f-1294-40a8-ffbe9a6e4935, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.512131] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.512339] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.512482] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.512636] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.512818] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.513141] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c0e3c5-0291-4ea7-8567-bfcc58690a6d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.521666] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.521874] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.522614] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3412a7b8-f333-461b-b34d-a0272392ebe7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.527705] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1301.527705] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ea4d19-d98a-3f47-3585-6b5716f9a8f7" [ 1301.527705] env[62364]: _type = "Task" [ 1301.527705] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.534898] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ea4d19-d98a-3f47-3585-6b5716f9a8f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.715766] env[62364]: INFO nova.virt.block_device [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Booting with volume c25b63c3-5870-46c9-9b95-15cfe3cdf961 at /dev/sdb [ 1301.748876] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23a82249-7231-4868-8043-ae1d8016f8f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.758660] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6ca350-a7d9-4a7d-897f-bba5dc8c6226 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.787579] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6448929d-94e8-4338-a863-21e4a0581a7c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.795743] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e473a03b-4477-4bac-931c-11476953d37f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.825737] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191672f2-39ac-4c7a-8711-0978fffe1c84 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.831548] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa178e7-830e-466b-9021-ddd666285652 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.846760] env[62364]: DEBUG nova.virt.block_device [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Updating existing volume attachment record: dfa69ad0-7c65-44ad-afaf-018161e19482 {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1301.902667] env[62364]: DEBUG oslo_concurrency.lockutils [req-3838d872-b4d0-4be7-b82d-ea14520357c5 req-e3bfc479-a41e-49a5-a9b4-c535fb732627 service nova] Releasing lock "refresh_cache-4c9e1a55-93e6-474d-889a-7c1d82e4be6c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.038296] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ea4d19-d98a-3f47-3585-6b5716f9a8f7, 'name': SearchDatastore_Task, 'duration_secs': 0.007848} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.039057] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-642cdad0-0287-4d66-8e6c-faf962289efa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.043804] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1302.043804] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a7009d-c802-73f3-2c61-1efcf08c255d" [ 1302.043804] env[62364]: _type = "Task" [ 1302.043804] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.050964] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a7009d-c802-73f3-2c61-1efcf08c255d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.554222] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a7009d-c802-73f3-2c61-1efcf08c255d, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.554507] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.554768] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 4c9e1a55-93e6-474d-889a-7c1d82e4be6c/4c9e1a55-93e6-474d-889a-7c1d82e4be6c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.555033] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9536956-01af-4968-80f7-1884eccb9f13 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.561160] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1302.561160] env[62364]: value = "task-2481592" [ 1302.561160] env[62364]: _type = "Task" [ 1302.561160] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.568339] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.075129] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4968} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.075559] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore2] 4c9e1a55-93e6-474d-889a-7c1d82e4be6c/4c9e1a55-93e6-474d-889a-7c1d82e4be6c.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.075891] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.076274] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0b102ec-6fe4-4320-9f4e-29a724f291bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.083323] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1303.083323] env[62364]: value = "task-2481593" [ 1303.083323] env[62364]: _type = "Task" [ 1303.083323] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.093866] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.593257] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063295} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.593472] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.594219] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d1bacd-887c-4a60-995c-38bda3283e7a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.615511] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 4c9e1a55-93e6-474d-889a-7c1d82e4be6c/4c9e1a55-93e6-474d-889a-7c1d82e4be6c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.615747] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671d8553-7a46-4733-aae5-4ecc993e7dd7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.634483] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1303.634483] env[62364]: value = "task-2481594" [ 1303.634483] env[62364]: _type = "Task" [ 1303.634483] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.643052] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481594, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.667013] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.667013] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.958645] env[62364]: DEBUG nova.virt.hardware [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.958762] env[62364]: DEBUG nova.virt.hardware [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.958906] env[62364]: DEBUG nova.virt.hardware [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.959111] env[62364]: DEBUG nova.virt.hardware [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.959263] env[62364]: DEBUG nova.virt.hardware [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.959413] env[62364]: DEBUG nova.virt.hardware [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.959619] env[62364]: DEBUG nova.virt.hardware [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.959775] env[62364]: DEBUG nova.virt.hardware [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.959943] env[62364]: DEBUG nova.virt.hardware [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.960117] env[62364]: DEBUG nova.virt.hardware [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.960297] env[62364]: DEBUG nova.virt.hardware [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.961185] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbf0d73-9a2a-4bd9-99ba-c8ee02c3d572 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.968521] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e3aef3-5f05-459b-a276-e5a5f7725ba1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.982090] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:2f:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '961a293c-89c9-4dd5-90a7-24d547cebc28', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.989158] env[62364]: DEBUG oslo.service.loopingcall [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.989397] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.989595] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a8a2f31-3db8-4f0c-8fb1-79776b115068 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.007053] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.007053] env[62364]: value = "task-2481595" [ 1304.007053] env[62364]: _type = "Task" [ 1304.007053] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.014089] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481595, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.144527] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481594, 'name': ReconfigVM_Task, 'duration_secs': 0.327344} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.144911] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 4c9e1a55-93e6-474d-889a-7c1d82e4be6c/4c9e1a55-93e6-474d-889a-7c1d82e4be6c.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.145479] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60ec833c-77a0-4119-8d60-8b4ef535e5b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.151907] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1304.151907] env[62364]: value = "task-2481596" [ 1304.151907] env[62364]: _type = "Task" [ 1304.151907] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.159709] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481596, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.516387] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481595, 'name': CreateVM_Task} progress is 25%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.662823] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481596, 'name': Rename_Task, 'duration_secs': 0.150874} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.663100] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.663365] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3022307b-1d93-4113-ac5d-f2a3dc0cf664 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.670417] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1304.670417] env[62364]: value = "task-2481597" [ 1304.670417] env[62364]: _type = "Task" [ 1304.670417] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.678486] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.017711] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481595, 'name': CreateVM_Task, 'duration_secs': 0.762562} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.017915] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.018765] env[62364]: DEBUG oslo_concurrency.lockutils [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.018877] env[62364]: DEBUG oslo_concurrency.lockutils [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.019231] env[62364]: DEBUG oslo_concurrency.lockutils [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1305.019510] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f91be90-eaf4-4ef1-a05a-5ca6ed1796d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.023796] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1305.023796] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52964480-308b-f37d-7073-53ac6b38f4ae" [ 1305.023796] env[62364]: _type = "Task" [ 1305.023796] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.031464] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52964480-308b-f37d-7073-53ac6b38f4ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.179436] env[62364]: DEBUG oslo_vmware.api [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481597, 'name': PowerOnVM_Task, 'duration_secs': 0.460686} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.179797] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.179896] env[62364]: INFO nova.compute.manager [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1305.180128] env[62364]: DEBUG nova.compute.manager [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.180885] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf5a9d8-0f2c-4ae2-8efb-4233d0e9aed7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.534711] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52964480-308b-f37d-7073-53ac6b38f4ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.535010] env[62364]: DEBUG oslo_concurrency.lockutils [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.535263] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.535484] env[62364]: DEBUG oslo_concurrency.lockutils [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.535628] env[62364]: DEBUG oslo_concurrency.lockutils [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.535808] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.536074] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cf24162-2e94-4292-8b39-801449041e50 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.544274] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.544460] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.545144] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e581e9-c6c1-4435-927b-441661f61339 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.549949] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1305.549949] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]520cfa37-a620-3bc2-5bb5-44f4cd50ce23" [ 1305.549949] env[62364]: _type = "Task" [ 1305.549949] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.556915] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]520cfa37-a620-3bc2-5bb5-44f4cd50ce23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.665717] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.665934] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1305.665976] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Rebuilding the list of instances to heal {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1305.698120] env[62364]: INFO nova.compute.manager [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Took 11.34 seconds to build instance. [ 1306.063040] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]520cfa37-a620-3bc2-5bb5-44f4cd50ce23, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.063447] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3d57850-5160-452b-86b9-e79248f08251 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.068339] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1306.068339] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]527d5345-e32c-bba0-6a33-e024bb98d2a3" [ 1306.068339] env[62364]: _type = "Task" [ 1306.068339] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.075652] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527d5345-e32c-bba0-6a33-e024bb98d2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.195442] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.195674] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquired lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.195739] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Forcefully refreshing network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1306.195916] env[62364]: DEBUG nova.objects.instance [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lazy-loading 'info_cache' on Instance uuid 16cad613-df83-49f4-938a-1127e0cb042c {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.200083] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6629e037-d049-450a-8777-fa2d096316e3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.846s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.579049] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]527d5345-e32c-bba0-6a33-e024bb98d2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.579049] env[62364]: DEBUG oslo_concurrency.lockutils [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.579383] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 05a7aee0-322f-450e-afd3-c11faab4a15d/05a7aee0-322f-450e-afd3-c11faab4a15d.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.579383] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d554254-869e-4ccb-ae38-13e1c9a6f271 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.585507] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1306.585507] env[62364]: value = "task-2481598" [ 1306.585507] env[62364]: _type = "Task" [ 1306.585507] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.589711] env[62364]: DEBUG oslo_concurrency.lockutils [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.589947] env[62364]: DEBUG oslo_concurrency.lockutils [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.590182] env[62364]: DEBUG oslo_concurrency.lockutils [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.590581] env[62364]: DEBUG oslo_concurrency.lockutils [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.590759] env[62364]: DEBUG oslo_concurrency.lockutils [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.594960] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.595436] env[62364]: INFO nova.compute.manager [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Terminating instance [ 1307.094880] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467119} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.095161] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 05a7aee0-322f-450e-afd3-c11faab4a15d/05a7aee0-322f-450e-afd3-c11faab4a15d.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.095377] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.095619] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccc3a592-8ed0-4e02-80d4-9645f9829a8d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.099059] env[62364]: DEBUG nova.compute.manager [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.099254] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.099947] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf48902-d778-4a5a-a96b-17d37eb68b24 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.103359] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1307.103359] env[62364]: value = "task-2481599" [ 1307.103359] env[62364]: _type = "Task" [ 1307.103359] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.108080] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.108580] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-357460db-03a7-4601-9d39-c863bd3a70df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.112655] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.117489] env[62364]: DEBUG oslo_vmware.api [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1307.117489] env[62364]: value = "task-2481600" [ 1307.117489] env[62364]: _type = "Task" [ 1307.117489] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.125417] env[62364]: DEBUG oslo_vmware.api [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.613171] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066997} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.613506] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.614176] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189abe46-dc6c-4c11-a57f-fdaa3ddfbf94 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.637607] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 05a7aee0-322f-450e-afd3-c11faab4a15d/05a7aee0-322f-450e-afd3-c11faab4a15d.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.638163] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf86b228-ed68-4c7f-a101-cfecc0294f48 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.654789] env[62364]: DEBUG oslo_vmware.api [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481600, 'name': PowerOffVM_Task, 'duration_secs': 0.199275} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.655345] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.655519] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.655746] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-504b9f8a-e340-4788-8ee1-84d2766ab32d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.659248] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1307.659248] env[62364]: value = "task-2481601" [ 1307.659248] env[62364]: _type = "Task" [ 1307.659248] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.666036] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481601, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.737092] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.737370] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.737510] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleting the datastore file [datastore2] 4c9e1a55-93e6-474d-889a-7c1d82e4be6c {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.738121] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61fbb5fb-7096-4894-91a4-db7a812e054a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.743656] env[62364]: DEBUG oslo_vmware.api [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1307.743656] env[62364]: value = "task-2481603" [ 1307.743656] env[62364]: _type = "Task" [ 1307.743656] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.751024] env[62364]: DEBUG oslo_vmware.api [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.908553] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Updating instance_info_cache with network_info: [{"id": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "address": "fa:16:3e:58:a4:25", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53698f05-7a", "ovs_interfaceid": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.169120] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481601, 'name': ReconfigVM_Task, 'duration_secs': 0.475643} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.169386] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 05a7aee0-322f-450e-afd3-c11faab4a15d/05a7aee0-322f-450e-afd3-c11faab4a15d.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.170532] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'image_id': '82e07c86-72ab-48ef-b94b-701e0bfb7ef9'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'attachment_id': 'dfa69ad0-7c65-44ad-afaf-018161e19482', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502148', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'name': 'volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05a7aee0-322f-450e-afd3-c11faab4a15d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'serial': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62364) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1308.170734] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1308.170926] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502148', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'name': 'volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05a7aee0-322f-450e-afd3-c11faab4a15d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'serial': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1308.171716] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c97909e-bdf7-47dc-82f3-c248c9e6f14b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.187267] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73fc5f1-84af-44c6-b574-b7638100ddf7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.210489] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961/volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.210743] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b0c72b-70e1-4631-a3fa-66b59e7074d1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.228500] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1308.228500] env[62364]: value = "task-2481604" [ 1308.228500] env[62364]: _type = "Task" [ 1308.228500] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.236233] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.252418] env[62364]: DEBUG oslo_vmware.api [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217517} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.252650] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.252863] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.253084] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.253281] env[62364]: INFO nova.compute.manager [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1308.253525] env[62364]: DEBUG oslo.service.loopingcall [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1308.253719] env[62364]: DEBUG nova.compute.manager [-] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.253815] env[62364]: DEBUG nova.network.neutron [-] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.411034] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Releasing lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.411343] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Updated the network info_cache for instance {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1308.411612] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.411677] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.527354] env[62364]: DEBUG nova.compute.manager [req-5c5ccd90-6019-40b0-9ca5-ae3baf382d32 req-65da7489-ba3a-47db-a8ff-1226f6114567 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Received event network-vif-deleted-e25fc859-e9e4-49b0-bdb6-d1a903005560 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1308.527625] env[62364]: INFO nova.compute.manager [req-5c5ccd90-6019-40b0-9ca5-ae3baf382d32 req-65da7489-ba3a-47db-a8ff-1226f6114567 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Neutron deleted interface e25fc859-e9e4-49b0-bdb6-d1a903005560; detaching it from the instance and deleting it from the info cache [ 1308.527817] env[62364]: DEBUG nova.network.neutron [req-5c5ccd90-6019-40b0-9ca5-ae3baf382d32 req-65da7489-ba3a-47db-a8ff-1226f6114567 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.738391] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481604, 'name': ReconfigVM_Task, 'duration_secs': 0.336598} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.738784] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961/volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.743362] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1887e0f5-b0c0-4343-ad40-c659ac50cd03 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.757710] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1308.757710] env[62364]: value = "task-2481605" [ 1308.757710] env[62364]: _type = "Task" [ 1308.757710] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.764875] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.915082] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.915352] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.915526] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.915685] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1308.916574] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0104ea5-7474-438d-a443-f44f78667a9a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.924262] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b560a211-9274-4829-a26d-c75a517aa9e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.937916] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2e7402-7473-4ce3-bfd4-8bbf48878a78 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.944481] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9163a3d-c1ac-4b04-9ef6-7fab29eb3111 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.974177] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180397MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1308.974313] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.974507] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.008962] env[62364]: DEBUG nova.network.neutron [-] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.030511] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6907f95e-6115-412f-9eb7-7d910e9ccab1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.040851] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51d88b7-a95e-4add-b639-e5d616d8fdb2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.067373] env[62364]: DEBUG nova.compute.manager [req-5c5ccd90-6019-40b0-9ca5-ae3baf382d32 req-65da7489-ba3a-47db-a8ff-1226f6114567 service nova] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Detach interface failed, port_id=e25fc859-e9e4-49b0-bdb6-d1a903005560, reason: Instance 4c9e1a55-93e6-474d-889a-7c1d82e4be6c could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1309.267999] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.510639] env[62364]: INFO nova.compute.manager [-] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Took 1.26 seconds to deallocate network for instance. [ 1309.768080] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481605, 'name': ReconfigVM_Task, 'duration_secs': 0.916326} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.768468] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502148', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'name': 'volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05a7aee0-322f-450e-afd3-c11faab4a15d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'serial': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1309.768924] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a02a5fb-119b-4606-841d-c3c7a5382591 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.774236] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1309.774236] env[62364]: value = "task-2481606" [ 1309.774236] env[62364]: _type = "Task" [ 1309.774236] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.781507] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481606, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.000776] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 16cad613-df83-49f4-938a-1127e0cb042c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1310.000939] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 05a7aee0-322f-450e-afd3-c11faab4a15d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1310.001077] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance cae37d7d-969d-4e55-b45f-323b79dfec6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1310.001198] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 493fe83a-fa4f-4e4b-9b42-2e28f30323ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1310.001311] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 4c9e1a55-93e6-474d-889a-7c1d82e4be6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1310.001517] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1310.001666] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1310.017708] env[62364]: DEBUG oslo_concurrency.lockutils [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.064832] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ebed3-6cc3-4e84-9738-b1f0747d23ee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.072337] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eace36-210f-4142-9336-ad0b9a58ed49 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.102916] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa614315-5254-4b87-9bcd-3b07fff62c7c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.109320] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57990d5-913d-4582-854a-6406463c1c5c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.121644] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.284501] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481606, 'name': Rename_Task, 'duration_secs': 0.161246} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.284777] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.285018] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb35bd5-fd74-462d-aa3b-8910094c568d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.291159] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1310.291159] env[62364]: value = "task-2481607" [ 1310.291159] env[62364]: _type = "Task" [ 1310.291159] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.298041] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.624899] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.801194] env[62364]: DEBUG oslo_vmware.api [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481607, 'name': PowerOnVM_Task, 'duration_secs': 0.500508} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.801581] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.801678] env[62364]: DEBUG nova.compute.manager [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.802472] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e101406-95a8-4548-ab3d-5d100111e869 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.130279] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1311.130521] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.156s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.130762] env[62364]: DEBUG oslo_concurrency.lockutils [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.113s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.130991] env[62364]: DEBUG nova.objects.instance [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lazy-loading 'resources' on Instance uuid 4c9e1a55-93e6-474d-889a-7c1d82e4be6c {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.317695] env[62364]: DEBUG oslo_concurrency.lockutils [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.385503] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.385668] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.385839] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.385980] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1311.665237] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.696648] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e6c3ad-d024-4349-86dc-6897631a8456 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.705252] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6511dd18-b60d-4257-a0fe-9164e460fc0b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.736011] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887b21da-4d58-48c5-b664-f80faa8bcedd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.743297] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b44e61-0917-4648-b3df-10c8ffcde13b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.756160] env[62364]: DEBUG nova.compute.provider_tree [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.259574] env[62364]: DEBUG nova.scheduler.client.report [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.764879] env[62364]: DEBUG oslo_concurrency.lockutils [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.768038] env[62364]: DEBUG oslo_concurrency.lockutils [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.450s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.768038] env[62364]: DEBUG nova.objects.instance [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62364) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1312.784794] env[62364]: INFO nova.scheduler.client.report [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted allocations for instance 4c9e1a55-93e6-474d-889a-7c1d82e4be6c [ 1313.294290] env[62364]: DEBUG oslo_concurrency.lockutils [None req-88f590de-99bb-4d8f-8cec-3c65440af6d2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "4c9e1a55-93e6-474d-889a-7c1d82e4be6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.704s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.777485] env[62364]: DEBUG oslo_concurrency.lockutils [None req-084c0797-6fbb-4971-829a-a44842d75981 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.639744] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.640080] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.142581] env[62364]: DEBUG nova.compute.manager [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.665963] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.665963] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.668137] env[62364]: INFO nova.compute.claims [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.742939] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c81da1c-e6a2-44f7-97e6-3e43631cec64 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.750528] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3916cbb-ea67-4e11-95f9-2b63633ad5fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.779982] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ba00f2-0397-4ac2-9f06-6172c8f6064b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.786504] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf795075-93e4-4772-94e5-5c2ffa110547 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.798934] env[62364]: DEBUG nova.compute.provider_tree [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.302732] env[62364]: DEBUG nova.scheduler.client.report [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.809766] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.809766] env[62364]: DEBUG nova.compute.manager [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1318.313310] env[62364]: DEBUG nova.compute.utils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.315080] env[62364]: DEBUG nova.compute.manager [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.315261] env[62364]: DEBUG nova.network.neutron [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.363721] env[62364]: DEBUG nova.policy [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0580fdba213f4a6483befe14c71293ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bcf6f5e5cb9451da51a6305c8beb9e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.660123] env[62364]: DEBUG nova.network.neutron [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Successfully created port: 491f53aa-5e0e-4891-b35f-437bee239b49 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.818114] env[62364]: DEBUG nova.compute.manager [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1319.828202] env[62364]: DEBUG nova.compute.manager [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1319.855211] env[62364]: DEBUG nova.virt.hardware [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.855466] env[62364]: DEBUG nova.virt.hardware [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.855621] env[62364]: DEBUG nova.virt.hardware [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.855799] env[62364]: DEBUG nova.virt.hardware [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.855945] env[62364]: DEBUG nova.virt.hardware [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.856102] env[62364]: DEBUG nova.virt.hardware [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.856307] env[62364]: DEBUG nova.virt.hardware [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.856469] env[62364]: DEBUG nova.virt.hardware [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.856638] env[62364]: DEBUG nova.virt.hardware [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.856801] env[62364]: DEBUG nova.virt.hardware [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.856973] env[62364]: DEBUG nova.virt.hardware [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.857851] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e2bcc8-7868-4775-b7b3-d03ea7beae37 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.865793] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1810132-3c20-43a1-a89b-0aff814645c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.015593] env[62364]: DEBUG nova.compute.manager [req-3c3058c5-7232-47e3-9ae2-739e27b4bec4 req-233fcf7d-6242-4f52-84ef-346fcc237548 service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Received event network-vif-plugged-491f53aa-5e0e-4891-b35f-437bee239b49 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1320.015839] env[62364]: DEBUG oslo_concurrency.lockutils [req-3c3058c5-7232-47e3-9ae2-739e27b4bec4 req-233fcf7d-6242-4f52-84ef-346fcc237548 service nova] Acquiring lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.016078] env[62364]: DEBUG oslo_concurrency.lockutils [req-3c3058c5-7232-47e3-9ae2-739e27b4bec4 req-233fcf7d-6242-4f52-84ef-346fcc237548 service nova] Lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.016190] env[62364]: DEBUG oslo_concurrency.lockutils [req-3c3058c5-7232-47e3-9ae2-739e27b4bec4 req-233fcf7d-6242-4f52-84ef-346fcc237548 service nova] Lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.016375] env[62364]: DEBUG nova.compute.manager [req-3c3058c5-7232-47e3-9ae2-739e27b4bec4 req-233fcf7d-6242-4f52-84ef-346fcc237548 service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] No waiting events found dispatching network-vif-plugged-491f53aa-5e0e-4891-b35f-437bee239b49 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1320.016540] env[62364]: WARNING nova.compute.manager [req-3c3058c5-7232-47e3-9ae2-739e27b4bec4 req-233fcf7d-6242-4f52-84ef-346fcc237548 service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Received unexpected event network-vif-plugged-491f53aa-5e0e-4891-b35f-437bee239b49 for instance with vm_state building and task_state spawning. [ 1320.095892] env[62364]: DEBUG nova.network.neutron [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Successfully updated port: 491f53aa-5e0e-4891-b35f-437bee239b49 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1320.598332] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "refresh_cache-ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.598530] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "refresh_cache-ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.598761] env[62364]: DEBUG nova.network.neutron [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.128607] env[62364]: DEBUG nova.network.neutron [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.432838] env[62364]: DEBUG nova.network.neutron [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Updating instance_info_cache with network_info: [{"id": "491f53aa-5e0e-4891-b35f-437bee239b49", "address": "fa:16:3e:09:6a:38", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491f53aa-5e", "ovs_interfaceid": "491f53aa-5e0e-4891-b35f-437bee239b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.935668] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "refresh_cache-ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.936020] env[62364]: DEBUG nova.compute.manager [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Instance network_info: |[{"id": "491f53aa-5e0e-4891-b35f-437bee239b49", "address": "fa:16:3e:09:6a:38", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491f53aa-5e", "ovs_interfaceid": "491f53aa-5e0e-4891-b35f-437bee239b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1321.936476] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:6a:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '491f53aa-5e0e-4891-b35f-437bee239b49', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.944106] env[62364]: DEBUG oslo.service.loopingcall [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.944328] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.944589] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f061d7f-309f-47f9-85bb-964329d5d2fb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.964509] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.964509] env[62364]: value = "task-2481608" [ 1321.964509] env[62364]: _type = "Task" [ 1321.964509] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.972601] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481608, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.042902] env[62364]: DEBUG nova.compute.manager [req-a35876f1-d421-4d06-948b-e4528dd1fad2 req-f2c40ac0-22fc-41c9-b68a-35f567064e1c service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Received event network-changed-491f53aa-5e0e-4891-b35f-437bee239b49 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1322.042902] env[62364]: DEBUG nova.compute.manager [req-a35876f1-d421-4d06-948b-e4528dd1fad2 req-f2c40ac0-22fc-41c9-b68a-35f567064e1c service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Refreshing instance network info cache due to event network-changed-491f53aa-5e0e-4891-b35f-437bee239b49. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1322.043029] env[62364]: DEBUG oslo_concurrency.lockutils [req-a35876f1-d421-4d06-948b-e4528dd1fad2 req-f2c40ac0-22fc-41c9-b68a-35f567064e1c service nova] Acquiring lock "refresh_cache-ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.043116] env[62364]: DEBUG oslo_concurrency.lockutils [req-a35876f1-d421-4d06-948b-e4528dd1fad2 req-f2c40ac0-22fc-41c9-b68a-35f567064e1c service nova] Acquired lock "refresh_cache-ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.043300] env[62364]: DEBUG nova.network.neutron [req-a35876f1-d421-4d06-948b-e4528dd1fad2 req-f2c40ac0-22fc-41c9-b68a-35f567064e1c service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Refreshing network info cache for port 491f53aa-5e0e-4891-b35f-437bee239b49 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.475469] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481608, 'name': CreateVM_Task, 'duration_secs': 0.306875} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.475469] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.475469] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.475753] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.475937] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.476194] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd48d01-28f8-41f8-9082-7817d964cfb3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.480290] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1322.480290] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52f7233f-5307-1606-505c-30b7ab9cf1b9" [ 1322.480290] env[62364]: _type = "Task" [ 1322.480290] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.487706] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f7233f-5307-1606-505c-30b7ab9cf1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.721122] env[62364]: DEBUG nova.network.neutron [req-a35876f1-d421-4d06-948b-e4528dd1fad2 req-f2c40ac0-22fc-41c9-b68a-35f567064e1c service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Updated VIF entry in instance network info cache for port 491f53aa-5e0e-4891-b35f-437bee239b49. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.721507] env[62364]: DEBUG nova.network.neutron [req-a35876f1-d421-4d06-948b-e4528dd1fad2 req-f2c40ac0-22fc-41c9-b68a-35f567064e1c service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Updating instance_info_cache with network_info: [{"id": "491f53aa-5e0e-4891-b35f-437bee239b49", "address": "fa:16:3e:09:6a:38", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491f53aa-5e", "ovs_interfaceid": "491f53aa-5e0e-4891-b35f-437bee239b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.990387] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52f7233f-5307-1606-505c-30b7ab9cf1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.990695] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.990930] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.991179] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.991334] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.991519] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.991771] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59817396-9c2e-4fc0-a50f-cf31a1911f4f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.000011] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.000190] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.000886] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b90d6f-80ad-4eac-874b-abf658a1b270 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.005572] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1323.005572] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5285db9b-2077-ec60-e56b-483ff7995be5" [ 1323.005572] env[62364]: _type = "Task" [ 1323.005572] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.012742] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5285db9b-2077-ec60-e56b-483ff7995be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.224388] env[62364]: DEBUG oslo_concurrency.lockutils [req-a35876f1-d421-4d06-948b-e4528dd1fad2 req-f2c40ac0-22fc-41c9-b68a-35f567064e1c service nova] Releasing lock "refresh_cache-ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.520165] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5285db9b-2077-ec60-e56b-483ff7995be5, 'name': SearchDatastore_Task, 'duration_secs': 0.008208} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.521268] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227ea8ac-7168-4cda-a6f5-84be2cc2a01c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.527457] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1323.527457] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b4d133-1f3a-54bb-00e4-333d8d72adb1" [ 1323.527457] env[62364]: _type = "Task" [ 1323.527457] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.538183] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b4d133-1f3a-54bb-00e4-333d8d72adb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.038335] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b4d133-1f3a-54bb-00e4-333d8d72adb1, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.038554] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.038808] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3/ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.039095] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de8dc8cf-304b-473c-b343-8e36fea9e7bb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.045116] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1324.045116] env[62364]: value = "task-2481609" [ 1324.045116] env[62364]: _type = "Task" [ 1324.045116] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.052525] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.555590] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409987} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.555931] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3/ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.556070] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.556342] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5421531e-18a8-413e-8078-a1daf9b28b72 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.562513] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1324.562513] env[62364]: value = "task-2481610" [ 1324.562513] env[62364]: _type = "Task" [ 1324.562513] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.569379] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.072509] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066679} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.072735] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1325.073511] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abaa84e-fb56-497d-9fe0-d78cef94586e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.095578] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3/ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.095824] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f017e79b-7446-4e0a-98e9-f1c280cb1644 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.114207] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1325.114207] env[62364]: value = "task-2481611" [ 1325.114207] env[62364]: _type = "Task" [ 1325.114207] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.121328] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.624575] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.124340] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481611, 'name': ReconfigVM_Task, 'duration_secs': 0.557854} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.124645] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Reconfigured VM instance instance-00000074 to attach disk [datastore1] ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3/ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.125255] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-735d0ee9-17c6-4a19-a2c0-7aa15262091b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.131699] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1326.131699] env[62364]: value = "task-2481612" [ 1326.131699] env[62364]: _type = "Task" [ 1326.131699] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.139050] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481612, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.642179] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481612, 'name': Rename_Task, 'duration_secs': 0.148915} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.642603] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.642723] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e20fa844-14f5-439a-9aa0-90086defa058 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.648890] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1326.648890] env[62364]: value = "task-2481613" [ 1326.648890] env[62364]: _type = "Task" [ 1326.648890] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.655921] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.159183] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.660176] env[62364]: DEBUG oslo_vmware.api [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481613, 'name': PowerOnVM_Task, 'duration_secs': 0.609728} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.660558] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.660642] env[62364]: INFO nova.compute.manager [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1327.660836] env[62364]: DEBUG nova.compute.manager [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.661611] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ca2cf-8749-4658-9c77-8a377c6250f6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.179192] env[62364]: INFO nova.compute.manager [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Took 12.53 seconds to build instance. [ 1328.681918] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2e61a1fe-a27b-4fc7-9ea3-856a54f92c63 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.042s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.064637] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "163aee44-21d5-41e7-ba47-080a5c11f1ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.064866] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "163aee44-21d5-41e7-ba47-080a5c11f1ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.566863] env[62364]: DEBUG nova.compute.manager [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.088252] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.088517] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.089965] env[62364]: INFO nova.compute.claims [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.186408] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b08449-3f0a-4bce-829e-86380220a49f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.196602] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e707b36-63b5-4e02-aca3-4d36029d83e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.239133] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d2863a-dc67-4394-a095-b47d92045302 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.249010] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f28cae1-3dcb-4bd4-b002-fc2a3d165b47 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.267022] env[62364]: DEBUG nova.compute.provider_tree [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.770484] env[62364]: DEBUG nova.scheduler.client.report [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.276395] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.276943] env[62364]: DEBUG nova.compute.manager [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.782073] env[62364]: DEBUG nova.compute.utils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.784066] env[62364]: DEBUG nova.compute.manager [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.784066] env[62364]: DEBUG nova.network.neutron [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.828882] env[62364]: DEBUG nova.policy [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0580fdba213f4a6483befe14c71293ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bcf6f5e5cb9451da51a6305c8beb9e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.070711] env[62364]: DEBUG nova.network.neutron [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Successfully created port: 94b70428-7738-42f6-b0ce-33551dd91d24 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.288225] env[62364]: DEBUG nova.compute.manager [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1334.297748] env[62364]: DEBUG nova.compute.manager [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.324939] env[62364]: DEBUG nova.virt.hardware [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.325207] env[62364]: DEBUG nova.virt.hardware [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.325368] env[62364]: DEBUG nova.virt.hardware [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.325552] env[62364]: DEBUG nova.virt.hardware [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.325702] env[62364]: DEBUG nova.virt.hardware [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.325846] env[62364]: DEBUG nova.virt.hardware [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.326058] env[62364]: DEBUG nova.virt.hardware [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.326222] env[62364]: DEBUG nova.virt.hardware [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.326388] env[62364]: DEBUG nova.virt.hardware [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.326547] env[62364]: DEBUG nova.virt.hardware [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.326725] env[62364]: DEBUG nova.virt.hardware [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.327597] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1246c786-3444-49dd-8736-aae48ec2b6f6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.335412] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e493f61-3ee6-46e4-941a-6cfa00d609c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.409792] env[62364]: DEBUG nova.compute.manager [req-1e24d9d1-c800-4971-ac2e-660df2482524 req-959b253f-d2c8-4d5a-ad85-7b27f2cc45ff service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Received event network-vif-plugged-94b70428-7738-42f6-b0ce-33551dd91d24 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1334.410043] env[62364]: DEBUG oslo_concurrency.lockutils [req-1e24d9d1-c800-4971-ac2e-660df2482524 req-959b253f-d2c8-4d5a-ad85-7b27f2cc45ff service nova] Acquiring lock "163aee44-21d5-41e7-ba47-080a5c11f1ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.410261] env[62364]: DEBUG oslo_concurrency.lockutils [req-1e24d9d1-c800-4971-ac2e-660df2482524 req-959b253f-d2c8-4d5a-ad85-7b27f2cc45ff service nova] Lock "163aee44-21d5-41e7-ba47-080a5c11f1ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.410429] env[62364]: DEBUG oslo_concurrency.lockutils [req-1e24d9d1-c800-4971-ac2e-660df2482524 req-959b253f-d2c8-4d5a-ad85-7b27f2cc45ff service nova] Lock "163aee44-21d5-41e7-ba47-080a5c11f1ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.410602] env[62364]: DEBUG nova.compute.manager [req-1e24d9d1-c800-4971-ac2e-660df2482524 req-959b253f-d2c8-4d5a-ad85-7b27f2cc45ff service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] No waiting events found dispatching network-vif-plugged-94b70428-7738-42f6-b0ce-33551dd91d24 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.410768] env[62364]: WARNING nova.compute.manager [req-1e24d9d1-c800-4971-ac2e-660df2482524 req-959b253f-d2c8-4d5a-ad85-7b27f2cc45ff service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Received unexpected event network-vif-plugged-94b70428-7738-42f6-b0ce-33551dd91d24 for instance with vm_state building and task_state spawning. [ 1334.493642] env[62364]: DEBUG nova.network.neutron [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Successfully updated port: 94b70428-7738-42f6-b0ce-33551dd91d24 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.996780] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "refresh_cache-163aee44-21d5-41e7-ba47-080a5c11f1ab" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.996957] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "refresh_cache-163aee44-21d5-41e7-ba47-080a5c11f1ab" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.997045] env[62364]: DEBUG nova.network.neutron [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.531301] env[62364]: DEBUG nova.network.neutron [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.643675] env[62364]: DEBUG nova.network.neutron [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Updating instance_info_cache with network_info: [{"id": "94b70428-7738-42f6-b0ce-33551dd91d24", "address": "fa:16:3e:cc:06:67", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94b70428-77", "ovs_interfaceid": "94b70428-7738-42f6-b0ce-33551dd91d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.146425] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "refresh_cache-163aee44-21d5-41e7-ba47-080a5c11f1ab" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.146712] env[62364]: DEBUG nova.compute.manager [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Instance network_info: |[{"id": "94b70428-7738-42f6-b0ce-33551dd91d24", "address": "fa:16:3e:cc:06:67", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94b70428-77", "ovs_interfaceid": "94b70428-7738-42f6-b0ce-33551dd91d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.147158] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:06:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94b70428-7738-42f6-b0ce-33551dd91d24', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.154927] env[62364]: DEBUG oslo.service.loopingcall [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.155153] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.155383] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-856173eb-403d-4dfb-9027-0a2ee231e7e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.175523] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.175523] env[62364]: value = "task-2481614" [ 1336.175523] env[62364]: _type = "Task" [ 1336.175523] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.184865] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481614, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.435414] env[62364]: DEBUG nova.compute.manager [req-9f470dff-73f4-468a-8b7c-5a06cc3deb97 req-6ac63305-8d42-438b-9a60-55c732187ad4 service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Received event network-changed-94b70428-7738-42f6-b0ce-33551dd91d24 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1336.435597] env[62364]: DEBUG nova.compute.manager [req-9f470dff-73f4-468a-8b7c-5a06cc3deb97 req-6ac63305-8d42-438b-9a60-55c732187ad4 service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Refreshing instance network info cache due to event network-changed-94b70428-7738-42f6-b0ce-33551dd91d24. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1336.435854] env[62364]: DEBUG oslo_concurrency.lockutils [req-9f470dff-73f4-468a-8b7c-5a06cc3deb97 req-6ac63305-8d42-438b-9a60-55c732187ad4 service nova] Acquiring lock "refresh_cache-163aee44-21d5-41e7-ba47-080a5c11f1ab" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.436015] env[62364]: DEBUG oslo_concurrency.lockutils [req-9f470dff-73f4-468a-8b7c-5a06cc3deb97 req-6ac63305-8d42-438b-9a60-55c732187ad4 service nova] Acquired lock "refresh_cache-163aee44-21d5-41e7-ba47-080a5c11f1ab" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.436186] env[62364]: DEBUG nova.network.neutron [req-9f470dff-73f4-468a-8b7c-5a06cc3deb97 req-6ac63305-8d42-438b-9a60-55c732187ad4 service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Refreshing network info cache for port 94b70428-7738-42f6-b0ce-33551dd91d24 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.687808] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481614, 'name': CreateVM_Task, 'duration_secs': 0.346671} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.688219] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.688734] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.688901] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.689736] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.689736] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12571303-04d4-4b68-85c4-fc283d1b427e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.694080] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1336.694080] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5291f4b8-75dc-25bc-bf6d-43971fb12106" [ 1336.694080] env[62364]: _type = "Task" [ 1336.694080] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.702249] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5291f4b8-75dc-25bc-bf6d-43971fb12106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.119219] env[62364]: DEBUG nova.network.neutron [req-9f470dff-73f4-468a-8b7c-5a06cc3deb97 req-6ac63305-8d42-438b-9a60-55c732187ad4 service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Updated VIF entry in instance network info cache for port 94b70428-7738-42f6-b0ce-33551dd91d24. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.119617] env[62364]: DEBUG nova.network.neutron [req-9f470dff-73f4-468a-8b7c-5a06cc3deb97 req-6ac63305-8d42-438b-9a60-55c732187ad4 service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Updating instance_info_cache with network_info: [{"id": "94b70428-7738-42f6-b0ce-33551dd91d24", "address": "fa:16:3e:cc:06:67", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94b70428-77", "ovs_interfaceid": "94b70428-7738-42f6-b0ce-33551dd91d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.205610] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5291f4b8-75dc-25bc-bf6d-43971fb12106, 'name': SearchDatastore_Task, 'duration_secs': 0.023761} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.205803] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.206017] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.206259] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.206413] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.206595] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.206852] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6708a796-dabe-4501-9121-b2de282ac300 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.214932] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.215110] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.215791] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d3b825-657c-4aec-9f6f-48dce1b25493 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.220317] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1337.220317] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e843f5-601b-ed1a-8114-3cc65ef413e0" [ 1337.220317] env[62364]: _type = "Task" [ 1337.220317] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.226993] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e843f5-601b-ed1a-8114-3cc65ef413e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.623738] env[62364]: DEBUG oslo_concurrency.lockutils [req-9f470dff-73f4-468a-8b7c-5a06cc3deb97 req-6ac63305-8d42-438b-9a60-55c732187ad4 service nova] Releasing lock "refresh_cache-163aee44-21d5-41e7-ba47-080a5c11f1ab" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.731764] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e843f5-601b-ed1a-8114-3cc65ef413e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.732621] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234cafad-e30f-4cda-a62f-a0c4d874faa6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.738358] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1337.738358] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]526b8f54-28d0-04ed-f98c-3ac7c485de8e" [ 1337.738358] env[62364]: _type = "Task" [ 1337.738358] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.746314] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526b8f54-28d0-04ed-f98c-3ac7c485de8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.797137] env[62364]: DEBUG nova.compute.manager [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Stashing vm_state: active {{(pid=62364) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1338.248561] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]526b8f54-28d0-04ed-f98c-3ac7c485de8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.248831] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.249103] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 163aee44-21d5-41e7-ba47-080a5c11f1ab/163aee44-21d5-41e7-ba47-080a5c11f1ab.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.249372] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-684f9c1c-e2b0-4385-af55-789ba59446fe {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.256583] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1338.256583] env[62364]: value = "task-2481615" [ 1338.256583] env[62364]: _type = "Task" [ 1338.256583] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.264264] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.316769] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.317040] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.766464] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444065} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.766848] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 163aee44-21d5-41e7-ba47-080a5c11f1ab/163aee44-21d5-41e7-ba47-080a5c11f1ab.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.766929] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.767132] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-981d6754-b6b7-430f-ad86-3ba6fa4cf86a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.774894] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1338.774894] env[62364]: value = "task-2481616" [ 1338.774894] env[62364]: _type = "Task" [ 1338.774894] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.781672] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.822423] env[62364]: INFO nova.compute.claims [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.285227] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059246} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.285450] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.286238] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe9cb4-c12f-4cd6-8c05-847087bae33a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.308551] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 163aee44-21d5-41e7-ba47-080a5c11f1ab/163aee44-21d5-41e7-ba47-080a5c11f1ab.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.308809] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2671d5-9e83-448a-8a7d-0c53b5812424 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.328012] env[62364]: INFO nova.compute.resource_tracker [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating resource usage from migration 6f07123d-7c1a-4143-8594-785804657f11 [ 1339.331904] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1339.331904] env[62364]: value = "task-2481617" [ 1339.331904] env[62364]: _type = "Task" [ 1339.331904] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.341026] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.419067] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7164f5-ef2b-43be-a83e-3435986497c4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.426635] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e9ce5-d51e-4b89-9f97-bd07ac63044d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.456044] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff089220-1142-4760-a816-21f1389497a3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.462327] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df4655f-b759-46b5-bf9a-3056c88b77ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.476786] env[62364]: DEBUG nova.compute.provider_tree [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.841327] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481617, 'name': ReconfigVM_Task, 'duration_secs': 0.279719} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.841709] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 163aee44-21d5-41e7-ba47-080a5c11f1ab/163aee44-21d5-41e7-ba47-080a5c11f1ab.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.842279] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63daec74-e925-40ac-881b-ea7320724abb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.848503] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1339.848503] env[62364]: value = "task-2481618" [ 1339.848503] env[62364]: _type = "Task" [ 1339.848503] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.856012] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481618, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.980450] env[62364]: DEBUG nova.scheduler.client.report [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.358326] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481618, 'name': Rename_Task, 'duration_secs': 0.144711} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.358671] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.358965] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6135ec7-1fd0-4df8-884c-64cc59bd92c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.366042] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1340.366042] env[62364]: value = "task-2481619" [ 1340.366042] env[62364]: _type = "Task" [ 1340.366042] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.377213] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.485374] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.168s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.485588] env[62364]: INFO nova.compute.manager [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Migrating [ 1340.876544] env[62364]: DEBUG oslo_vmware.api [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481619, 'name': PowerOnVM_Task, 'duration_secs': 0.426882} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.876904] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.877052] env[62364]: INFO nova.compute.manager [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1340.877240] env[62364]: DEBUG nova.compute.manager [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.878067] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3fba1b-ba07-4ca6-848e-80857648949c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.999462] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.999647] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.999821] env[62364]: DEBUG nova.network.neutron [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.395803] env[62364]: INFO nova.compute.manager [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Took 11.32 seconds to build instance. [ 1341.727904] env[62364]: DEBUG nova.network.neutron [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance_info_cache with network_info: [{"id": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "address": "fa:16:3e:5a:8b:56", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fa8f58-37", "ovs_interfaceid": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.897696] env[62364]: DEBUG oslo_concurrency.lockutils [None req-2b243d07-58e2-4e81-b3ee-8bc658545c7c tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "163aee44-21d5-41e7-ba47-080a5c11f1ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.833s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.230717] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.286133] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "163aee44-21d5-41e7-ba47-080a5c11f1ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.286368] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "163aee44-21d5-41e7-ba47-080a5c11f1ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.286566] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "163aee44-21d5-41e7-ba47-080a5c11f1ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.286747] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "163aee44-21d5-41e7-ba47-080a5c11f1ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.286917] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "163aee44-21d5-41e7-ba47-080a5c11f1ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.289259] env[62364]: INFO nova.compute.manager [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Terminating instance [ 1342.793222] env[62364]: DEBUG nova.compute.manager [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.793428] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.794345] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03fde8f-7a2c-4df8-ae0f-23700f17b93c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.802615] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.802876] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d8aa679-c153-4d2f-a124-e2576f806d8d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.809819] env[62364]: DEBUG oslo_vmware.api [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1342.809819] env[62364]: value = "task-2481620" [ 1342.809819] env[62364]: _type = "Task" [ 1342.809819] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.817980] env[62364]: DEBUG oslo_vmware.api [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.319593] env[62364]: DEBUG oslo_vmware.api [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481620, 'name': PowerOffVM_Task, 'duration_secs': 0.239366} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.319875] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.320028] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.320266] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-888a3cbd-b43e-4797-b8a2-10c65c02fa00 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.391455] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.391650] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.391804] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleting the datastore file [datastore1] 163aee44-21d5-41e7-ba47-080a5c11f1ab {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.392093] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d09c735b-d260-46c2-a77c-fa341ac33341 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.398448] env[62364]: DEBUG oslo_vmware.api [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1343.398448] env[62364]: value = "task-2481622" [ 1343.398448] env[62364]: _type = "Task" [ 1343.398448] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.406344] env[62364]: DEBUG oslo_vmware.api [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.747164] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a003f-4e2a-4a02-8fd8-bd03b563ed38 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.765168] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance '493fe83a-fa4f-4e4b-9b42-2e28f30323ea' progress to 0 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.908113] env[62364]: DEBUG oslo_vmware.api [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182284} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.908321] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.908505] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.908690] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.908867] env[62364]: INFO nova.compute.manager [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1343.909123] env[62364]: DEBUG oslo.service.loopingcall [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.909330] env[62364]: DEBUG nova.compute.manager [-] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.909423] env[62364]: DEBUG nova.network.neutron [-] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.165055] env[62364]: DEBUG nova.compute.manager [req-cd08dfa0-819f-48f6-8289-8d17bc193d95 req-33f4f92b-6ed0-4d6f-bdc0-5188dbe15083 service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Received event network-vif-deleted-94b70428-7738-42f6-b0ce-33551dd91d24 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1344.165055] env[62364]: INFO nova.compute.manager [req-cd08dfa0-819f-48f6-8289-8d17bc193d95 req-33f4f92b-6ed0-4d6f-bdc0-5188dbe15083 service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Neutron deleted interface 94b70428-7738-42f6-b0ce-33551dd91d24; detaching it from the instance and deleting it from the info cache [ 1344.165055] env[62364]: DEBUG nova.network.neutron [req-cd08dfa0-819f-48f6-8289-8d17bc193d95 req-33f4f92b-6ed0-4d6f-bdc0-5188dbe15083 service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.270670] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.270969] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-158e33cc-b31f-43b0-8bec-7c12317b8c51 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.277911] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1344.277911] env[62364]: value = "task-2481623" [ 1344.277911] env[62364]: _type = "Task" [ 1344.277911] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.285706] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.648473] env[62364]: DEBUG nova.network.neutron [-] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.666977] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b98f6b3-164f-4917-8eba-2552d5c1e7a5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.677295] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fd8604-4f96-4179-99c7-7f954137ff09 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.707059] env[62364]: DEBUG nova.compute.manager [req-cd08dfa0-819f-48f6-8289-8d17bc193d95 req-33f4f92b-6ed0-4d6f-bdc0-5188dbe15083 service nova] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Detach interface failed, port_id=94b70428-7738-42f6-b0ce-33551dd91d24, reason: Instance 163aee44-21d5-41e7-ba47-080a5c11f1ab could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1344.787623] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481623, 'name': PowerOffVM_Task, 'duration_secs': 0.200904} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.787907] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.788106] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance '493fe83a-fa4f-4e4b-9b42-2e28f30323ea' progress to 17 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.150912] env[62364]: INFO nova.compute.manager [-] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Took 1.24 seconds to deallocate network for instance. [ 1345.295231] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.295590] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.295590] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.295838] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.295892] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.296050] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.296266] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.296424] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.296592] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.296755] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.296932] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.301838] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59df7cc-a139-4385-9c36-9ed82c9a6e3e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.317042] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1345.317042] env[62364]: value = "task-2481624" [ 1345.317042] env[62364]: _type = "Task" [ 1345.317042] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.324946] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.657155] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.657470] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.657649] env[62364]: DEBUG nova.objects.instance [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lazy-loading 'resources' on Instance uuid 163aee44-21d5-41e7-ba47-080a5c11f1ab {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.826961] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.251908] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca598909-e70b-4e8f-a2bd-76efe6f9c6e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.259315] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae91e7ee-4cd1-4bff-a2a3-06055d011da4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.289371] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9842bd9-d077-4303-923e-79fc084cff52 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.296438] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da831873-59e3-4ee6-9816-be176e0dc1a4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.308889] env[62364]: DEBUG nova.compute.provider_tree [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.327321] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.812320] env[62364]: DEBUG nova.scheduler.client.report [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.827406] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481624, 'name': ReconfigVM_Task, 'duration_secs': 1.206215} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.828253] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance '493fe83a-fa4f-4e4b-9b42-2e28f30323ea' progress to 33 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.317341] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.333719] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.333969] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.334144] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.334331] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.334480] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.334629] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.334833] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.335030] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.335266] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.335539] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.335832] env[62364]: DEBUG nova.virt.hardware [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.342335] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.343812] env[62364]: INFO nova.scheduler.client.report [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted allocations for instance 163aee44-21d5-41e7-ba47-080a5c11f1ab [ 1347.345203] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dc598f2-a27c-4ee7-8183-74da1bcf8b42 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.367361] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1347.367361] env[62364]: value = "task-2481625" [ 1347.367361] env[62364]: _type = "Task" [ 1347.367361] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.374882] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.866067] env[62364]: DEBUG oslo_concurrency.lockutils [None req-62301e6b-68c1-40ea-917e-2151bf07b79a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "163aee44-21d5-41e7-ba47-080a5c11f1ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.579s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.878284] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481625, 'name': ReconfigVM_Task, 'duration_secs': 0.158552} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.878632] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1347.879457] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94397a75-5736-487e-98db-bf3b3f8f0450 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.901267] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 493fe83a-fa4f-4e4b-9b42-2e28f30323ea/493fe83a-fa4f-4e4b-9b42-2e28f30323ea.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.901691] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-975fb59c-fdef-40e3-94f9-e02406a52201 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.920153] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1347.920153] env[62364]: value = "task-2481626" [ 1347.920153] env[62364]: _type = "Task" [ 1347.920153] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.927733] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.430266] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481626, 'name': ReconfigVM_Task, 'duration_secs': 0.2615} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.430602] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 493fe83a-fa4f-4e4b-9b42-2e28f30323ea/493fe83a-fa4f-4e4b-9b42-2e28f30323ea.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.430883] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance '493fe83a-fa4f-4e4b-9b42-2e28f30323ea' progress to 50 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.938158] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd85a316-4255-4906-8c57-3311f703768b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.957045] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d249d00-5cf4-401c-aa3e-e9b513bb25d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.973559] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance '493fe83a-fa4f-4e4b-9b42-2e28f30323ea' progress to 67 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.111492] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.111763] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.111990] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.112203] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.112387] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.114390] env[62364]: INFO nova.compute.manager [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Terminating instance [ 1349.513932] env[62364]: DEBUG nova.network.neutron [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Port 12fa8f58-37f3-47b3-8d42-2df4f4d06736 binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1349.617818] env[62364]: DEBUG nova.compute.manager [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.618075] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.618968] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1451b2ce-7dc0-46a2-9e9d-5c51361978eb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.626914] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.627153] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8af41b93-73e5-4ae7-b560-2fee0c937a03 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.633573] env[62364]: DEBUG oslo_vmware.api [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1349.633573] env[62364]: value = "task-2481627" [ 1349.633573] env[62364]: _type = "Task" [ 1349.633573] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.640864] env[62364]: DEBUG oslo_vmware.api [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.982300] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "05a7aee0-322f-450e-afd3-c11faab4a15d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.982749] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.143036] env[62364]: DEBUG oslo_vmware.api [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481627, 'name': PowerOffVM_Task, 'duration_secs': 0.173624} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.143273] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.143447] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.143704] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8835617-a7d0-41c2-87a1-ecf55e31c8c6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.206164] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.206399] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.206586] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleting the datastore file [datastore1] ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.206859] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad1763fe-33fc-4dd3-87f4-b08f5dcb3098 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.213278] env[62364]: DEBUG oslo_vmware.api [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1350.213278] env[62364]: value = "task-2481629" [ 1350.213278] env[62364]: _type = "Task" [ 1350.213278] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.220333] env[62364]: DEBUG oslo_vmware.api [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.486246] env[62364]: INFO nova.compute.manager [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Detaching volume c25b63c3-5870-46c9-9b95-15cfe3cdf961 [ 1350.515546] env[62364]: INFO nova.virt.block_device [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Attempting to driver detach volume c25b63c3-5870-46c9-9b95-15cfe3cdf961 from mountpoint /dev/sdb [ 1350.515784] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1350.515976] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502148', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'name': 'volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05a7aee0-322f-450e-afd3-c11faab4a15d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'serial': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1350.516887] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ac30a9-bbcf-4915-b5ce-9539c146cf43 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.547273] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d26ea80-84c1-4e00-bb34-497f42886692 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.553500] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.553664] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.553833] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.559313] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710ac658-9e5a-4cf5-8eac-ee727622cc22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.581423] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0570fe8c-1402-48c6-90e7-64f0d71607e4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.596011] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] The volume has not been displaced from its original location: [datastore2] volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961/volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1350.600991] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1350.601606] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b975722-148c-4477-b77b-9feea96f5446 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.618583] env[62364]: DEBUG oslo_vmware.api [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1350.618583] env[62364]: value = "task-2481630" [ 1350.618583] env[62364]: _type = "Task" [ 1350.618583] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.626043] env[62364]: DEBUG oslo_vmware.api [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.722596] env[62364]: DEBUG oslo_vmware.api [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13067} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.722955] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.723187] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.723371] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.723547] env[62364]: INFO nova.compute.manager [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1350.723820] env[62364]: DEBUG oslo.service.loopingcall [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.724077] env[62364]: DEBUG nova.compute.manager [-] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.724178] env[62364]: DEBUG nova.network.neutron [-] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.980361] env[62364]: DEBUG nova.compute.manager [req-cb63e7d7-92a9-4ee8-aa17-220b585e1db2 req-7cbc321c-bfec-42bd-be51-d53725c469ec service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Received event network-vif-deleted-491f53aa-5e0e-4891-b35f-437bee239b49 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1350.980674] env[62364]: INFO nova.compute.manager [req-cb63e7d7-92a9-4ee8-aa17-220b585e1db2 req-7cbc321c-bfec-42bd-be51-d53725c469ec service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Neutron deleted interface 491f53aa-5e0e-4891-b35f-437bee239b49; detaching it from the instance and deleting it from the info cache [ 1350.980789] env[62364]: DEBUG nova.network.neutron [req-cb63e7d7-92a9-4ee8-aa17-220b585e1db2 req-7cbc321c-bfec-42bd-be51-d53725c469ec service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.128093] env[62364]: DEBUG oslo_vmware.api [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481630, 'name': ReconfigVM_Task, 'duration_secs': 0.244779} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.128434] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1351.133364] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b7d14d8-6358-45c3-ab4d-f689de0530f9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.148482] env[62364]: DEBUG oslo_vmware.api [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1351.148482] env[62364]: value = "task-2481631" [ 1351.148482] env[62364]: _type = "Task" [ 1351.148482] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.159534] env[62364]: DEBUG oslo_vmware.api [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.464968] env[62364]: DEBUG nova.network.neutron [-] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.482831] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d84b46c0-c100-4c82-b4c9-7478ba1ba94b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.493951] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdfd189-e29f-4a12-bc12-d756fa4c6651 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.518795] env[62364]: DEBUG nova.compute.manager [req-cb63e7d7-92a9-4ee8-aa17-220b585e1db2 req-7cbc321c-bfec-42bd-be51-d53725c469ec service nova] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Detach interface failed, port_id=491f53aa-5e0e-4891-b35f-437bee239b49, reason: Instance ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1351.587692] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.587887] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.588079] env[62364]: DEBUG nova.network.neutron [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.657908] env[62364]: DEBUG oslo_vmware.api [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481631, 'name': ReconfigVM_Task, 'duration_secs': 0.139348} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.658222] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502148', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'name': 'volume-c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05a7aee0-322f-450e-afd3-c11faab4a15d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961', 'serial': 'c25b63c3-5870-46c9-9b95-15cfe3cdf961'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1351.967092] env[62364]: INFO nova.compute.manager [-] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Took 1.24 seconds to deallocate network for instance. [ 1352.199490] env[62364]: DEBUG nova.objects.instance [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lazy-loading 'flavor' on Instance uuid 05a7aee0-322f-450e-afd3-c11faab4a15d {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.286253] env[62364]: DEBUG nova.network.neutron [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance_info_cache with network_info: [{"id": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "address": "fa:16:3e:5a:8b:56", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fa8f58-37", "ovs_interfaceid": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.475226] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.475489] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.475713] env[62364]: DEBUG nova.objects.instance [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lazy-loading 'resources' on Instance uuid ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.789323] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.129525] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144241bc-5010-4d18-bd58-982ba18631b5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.136949] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ded73d2-5c07-4b4d-958b-0a9f3756c666 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.168121] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be15c50-4299-449d-9dc1-1d23cdc4737c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.175228] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ad5dd6-fd72-40c3-8b14-096333781384 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.188084] env[62364]: DEBUG nova.compute.provider_tree [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.207030] env[62364]: DEBUG oslo_concurrency.lockutils [None req-65a56d7c-b0ed-4616-b474-85913c0ad10a tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.224s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.309561] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db62c554-d746-4572-8846-8e5609ef1bc1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.328141] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79c9c0f-790c-412c-b89b-ba1e6f7bb34b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.334509] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance '493fe83a-fa4f-4e4b-9b42-2e28f30323ea' progress to 83 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.691212] env[62364]: DEBUG nova.scheduler.client.report [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.841086] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.841446] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f887a945-fa8e-40d2-8d5b-d2ed032ddd0d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.849530] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1353.849530] env[62364]: value = "task-2481632" [ 1353.849530] env[62364]: _type = "Task" [ 1353.849530] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.857546] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.197087] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.214938] env[62364]: INFO nova.scheduler.client.report [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted allocations for instance ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3 [ 1354.216083] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "05a7aee0-322f-450e-afd3-c11faab4a15d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.216487] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.216487] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "05a7aee0-322f-450e-afd3-c11faab4a15d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.218073] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.218073] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.222040] env[62364]: INFO nova.compute.manager [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Terminating instance [ 1354.359116] env[62364]: DEBUG oslo_vmware.api [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481632, 'name': PowerOnVM_Task, 'duration_secs': 0.348535} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.359316] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.359503] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7b6b51-48f2-498d-92d9-47fcfa72043e tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance '493fe83a-fa4f-4e4b-9b42-2e28f30323ea' progress to 100 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.724520] env[62364]: DEBUG nova.compute.manager [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.724772] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.725303] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1dab6e76-b94b-43b7-9d90-424d9ac9369a tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.614s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.726724] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba367ed-b9d5-451d-9514-ea84aec986c2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.734058] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.734286] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94b1934c-b0b8-406c-9e96-67470179c9d7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.741011] env[62364]: DEBUG oslo_vmware.api [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1354.741011] env[62364]: value = "task-2481633" [ 1354.741011] env[62364]: _type = "Task" [ 1354.741011] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.748910] env[62364]: DEBUG oslo_vmware.api [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.250989] env[62364]: DEBUG oslo_vmware.api [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481633, 'name': PowerOffVM_Task, 'duration_secs': 0.206929} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.251350] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.251463] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.251710] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4b709ee-be19-413f-9272-0aa0ae47cc27 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.312912] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.313170] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.313380] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleting the datastore file [datastore1] 05a7aee0-322f-450e-afd3-c11faab4a15d {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.313669] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c4328bf-14d0-47be-ba09-c9b089697d1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.321105] env[62364]: DEBUG oslo_vmware.api [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1355.321105] env[62364]: value = "task-2481635" [ 1355.321105] env[62364]: _type = "Task" [ 1355.321105] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.328755] env[62364]: DEBUG oslo_vmware.api [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.831970] env[62364]: DEBUG oslo_vmware.api [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137513} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.832254] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.832470] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.832672] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.832876] env[62364]: INFO nova.compute.manager [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1355.833141] env[62364]: DEBUG oslo.service.loopingcall [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.833339] env[62364]: DEBUG nova.compute.manager [-] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.833453] env[62364]: DEBUG nova.network.neutron [-] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.283576] env[62364]: DEBUG nova.compute.manager [req-8d600db3-0b62-4826-ade9-b7b958d013a4 req-cd5ca018-f40a-4383-82ff-a4008ee7af76 service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Received event network-vif-deleted-961a293c-89c9-4dd5-90a7-24d547cebc28 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1356.283576] env[62364]: INFO nova.compute.manager [req-8d600db3-0b62-4826-ade9-b7b958d013a4 req-cd5ca018-f40a-4383-82ff-a4008ee7af76 service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Neutron deleted interface 961a293c-89c9-4dd5-90a7-24d547cebc28; detaching it from the instance and deleting it from the info cache [ 1356.284053] env[62364]: DEBUG nova.network.neutron [req-8d600db3-0b62-4826-ade9-b7b958d013a4 req-cd5ca018-f40a-4383-82ff-a4008ee7af76 service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.357317] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "6956dd8f-7310-4143-8196-f43ea6a4cb75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.357641] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "6956dd8f-7310-4143-8196-f43ea6a4cb75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.763356] env[62364]: DEBUG nova.network.neutron [-] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.787028] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a2aff69-ebfd-41d4-8332-e1202d7d6fa2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.797016] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8ddcd7-0a17-4e6e-9059-5ccb965c5906 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.823318] env[62364]: DEBUG nova.compute.manager [req-8d600db3-0b62-4826-ade9-b7b958d013a4 req-cd5ca018-f40a-4383-82ff-a4008ee7af76 service nova] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Detach interface failed, port_id=961a293c-89c9-4dd5-90a7-24d547cebc28, reason: Instance 05a7aee0-322f-450e-afd3-c11faab4a15d could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1356.861263] env[62364]: DEBUG nova.compute.manager [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.267037] env[62364]: INFO nova.compute.manager [-] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Took 1.43 seconds to deallocate network for instance. [ 1357.382467] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.382828] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.384150] env[62364]: INFO nova.compute.claims [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.466508] env[62364]: DEBUG nova.network.neutron [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Port 12fa8f58-37f3-47b3-8d42-2df4f4d06736 binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1357.466783] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.466977] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.467169] env[62364]: DEBUG nova.network.neutron [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.773536] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.172670] env[62364]: DEBUG nova.network.neutron [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance_info_cache with network_info: [{"id": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "address": "fa:16:3e:5a:8b:56", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fa8f58-37", "ovs_interfaceid": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.465413] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dca2f0d-dc79-4a5b-8b89-ae372fdcd66e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.472589] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8488ae4a-57fc-4b0a-beaa-35915279c739 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.503046] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d11cde-02d8-4d1b-b66d-1d714d0186b6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.509567] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b2193e-43e9-436e-8181-69d3c8e11768 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.521856] env[62364]: DEBUG nova.compute.provider_tree [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.675850] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.025593] env[62364]: DEBUG nova.scheduler.client.report [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.178654] env[62364]: DEBUG nova.compute.manager [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62364) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1359.178881] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.530824] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.531415] env[62364]: DEBUG nova.compute.manager [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.534106] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.761s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.534344] env[62364]: DEBUG nova.objects.instance [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lazy-loading 'resources' on Instance uuid 05a7aee0-322f-450e-afd3-c11faab4a15d {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.038040] env[62364]: DEBUG nova.compute.utils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1360.042758] env[62364]: DEBUG nova.compute.manager [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1360.042964] env[62364]: DEBUG nova.network.neutron [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.081722] env[62364]: DEBUG nova.policy [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0580fdba213f4a6483befe14c71293ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bcf6f5e5cb9451da51a6305c8beb9e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.125696] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9d64d1-86e7-429a-a3f3-0a9d9f902b68 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.133912] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f160b0e3-95aa-47b3-8a9d-3f4f03343c13 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.165857] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b25d96-a3af-4024-bcd1-0886b2742b1c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.174117] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6027e7f-5f85-4bc9-acce-7d7f6829cf11 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.187911] env[62364]: DEBUG nova.compute.provider_tree [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.355162] env[62364]: DEBUG nova.network.neutron [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Successfully created port: 875b9f42-e0de-48ff-ad70-ae1beda4d064 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.546455] env[62364]: DEBUG nova.compute.manager [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.691305] env[62364]: DEBUG nova.scheduler.client.report [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.195921] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.199027] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.019s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.218967] env[62364]: INFO nova.scheduler.client.report [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted allocations for instance 05a7aee0-322f-450e-afd3-c11faab4a15d [ 1361.554859] env[62364]: DEBUG nova.compute.manager [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.581116] env[62364]: DEBUG nova.virt.hardware [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.581439] env[62364]: DEBUG nova.virt.hardware [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.581615] env[62364]: DEBUG nova.virt.hardware [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.581805] env[62364]: DEBUG nova.virt.hardware [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.581957] env[62364]: DEBUG nova.virt.hardware [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.582128] env[62364]: DEBUG nova.virt.hardware [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.582344] env[62364]: DEBUG nova.virt.hardware [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.582505] env[62364]: DEBUG nova.virt.hardware [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.582677] env[62364]: DEBUG nova.virt.hardware [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.582945] env[62364]: DEBUG nova.virt.hardware [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.583239] env[62364]: DEBUG nova.virt.hardware [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.584113] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6712bcd-587b-46f0-b3b3-f921355a1155 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.592155] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed6d0a0-dcc2-4610-8bc1-cbac5b9dc3ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.701723] env[62364]: DEBUG nova.objects.instance [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'migration_context' on Instance uuid 493fe83a-fa4f-4e4b-9b42-2e28f30323ea {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.725290] env[62364]: DEBUG oslo_concurrency.lockutils [None req-6755547c-5a6c-4942-b813-13dcc03ebfaa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "05a7aee0-322f-450e-afd3-c11faab4a15d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.509s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.764463] env[62364]: DEBUG nova.compute.manager [req-cf76cdd1-f1b5-4231-a078-d17e6da5bf3f req-a725865f-8a33-498c-bd46-b1c82c51afba service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Received event network-vif-plugged-875b9f42-e0de-48ff-ad70-ae1beda4d064 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1361.764690] env[62364]: DEBUG oslo_concurrency.lockutils [req-cf76cdd1-f1b5-4231-a078-d17e6da5bf3f req-a725865f-8a33-498c-bd46-b1c82c51afba service nova] Acquiring lock "6956dd8f-7310-4143-8196-f43ea6a4cb75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.764898] env[62364]: DEBUG oslo_concurrency.lockutils [req-cf76cdd1-f1b5-4231-a078-d17e6da5bf3f req-a725865f-8a33-498c-bd46-b1c82c51afba service nova] Lock "6956dd8f-7310-4143-8196-f43ea6a4cb75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.765098] env[62364]: DEBUG oslo_concurrency.lockutils [req-cf76cdd1-f1b5-4231-a078-d17e6da5bf3f req-a725865f-8a33-498c-bd46-b1c82c51afba service nova] Lock "6956dd8f-7310-4143-8196-f43ea6a4cb75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.765278] env[62364]: DEBUG nova.compute.manager [req-cf76cdd1-f1b5-4231-a078-d17e6da5bf3f req-a725865f-8a33-498c-bd46-b1c82c51afba service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] No waiting events found dispatching network-vif-plugged-875b9f42-e0de-48ff-ad70-ae1beda4d064 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.765584] env[62364]: WARNING nova.compute.manager [req-cf76cdd1-f1b5-4231-a078-d17e6da5bf3f req-a725865f-8a33-498c-bd46-b1c82c51afba service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Received unexpected event network-vif-plugged-875b9f42-e0de-48ff-ad70-ae1beda4d064 for instance with vm_state building and task_state spawning. [ 1361.847242] env[62364]: DEBUG nova.network.neutron [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Successfully updated port: 875b9f42-e0de-48ff-ad70-ae1beda4d064 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.276155] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a53dde0-f512-4be9-8905-d9d98bcbec9a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.284064] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6a2f12-e099-4bc5-bf2b-84205b4dc1ed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.314357] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2661531-b17a-45de-8155-19e28782990e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.321161] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28736d5d-7966-4abf-aa45-dad3f7dcf9df {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.333712] env[62364]: DEBUG nova.compute.provider_tree [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.349565] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "refresh_cache-6956dd8f-7310-4143-8196-f43ea6a4cb75" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.349722] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "refresh_cache-6956dd8f-7310-4143-8196-f43ea6a4cb75" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.349837] env[62364]: DEBUG nova.network.neutron [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.679206] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "b929aa48-9c93-427c-b888-f032c88b1ee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.679475] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "b929aa48-9c93-427c-b888-f032c88b1ee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.836850] env[62364]: DEBUG nova.scheduler.client.report [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.890662] env[62364]: DEBUG nova.network.neutron [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.020517] env[62364]: DEBUG nova.network.neutron [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Updating instance_info_cache with network_info: [{"id": "875b9f42-e0de-48ff-ad70-ae1beda4d064", "address": "fa:16:3e:9f:93:c4", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875b9f42-e0", "ovs_interfaceid": "875b9f42-e0de-48ff-ad70-ae1beda4d064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.182025] env[62364]: DEBUG nova.compute.manager [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1363.523701] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "refresh_cache-6956dd8f-7310-4143-8196-f43ea6a4cb75" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.524120] env[62364]: DEBUG nova.compute.manager [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Instance network_info: |[{"id": "875b9f42-e0de-48ff-ad70-ae1beda4d064", "address": "fa:16:3e:9f:93:c4", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875b9f42-e0", "ovs_interfaceid": "875b9f42-e0de-48ff-ad70-ae1beda4d064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.524549] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:93:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '875b9f42-e0de-48ff-ad70-ae1beda4d064', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.532724] env[62364]: DEBUG oslo.service.loopingcall [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.532995] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.533250] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ab80f11-34e3-49bb-a8a3-c4ecd43aa2db {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.553817] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.553817] env[62364]: value = "task-2481636" [ 1363.553817] env[62364]: _type = "Task" [ 1363.553817] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.561289] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481636, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.704829] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.793985] env[62364]: DEBUG nova.compute.manager [req-d75a1cd2-b615-4b3d-93df-f7c36305657c req-c12fb827-8a4d-4058-af02-05c3ca799dd5 service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Received event network-changed-875b9f42-e0de-48ff-ad70-ae1beda4d064 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1363.794209] env[62364]: DEBUG nova.compute.manager [req-d75a1cd2-b615-4b3d-93df-f7c36305657c req-c12fb827-8a4d-4058-af02-05c3ca799dd5 service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Refreshing instance network info cache due to event network-changed-875b9f42-e0de-48ff-ad70-ae1beda4d064. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1363.794432] env[62364]: DEBUG oslo_concurrency.lockutils [req-d75a1cd2-b615-4b3d-93df-f7c36305657c req-c12fb827-8a4d-4058-af02-05c3ca799dd5 service nova] Acquiring lock "refresh_cache-6956dd8f-7310-4143-8196-f43ea6a4cb75" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.794582] env[62364]: DEBUG oslo_concurrency.lockutils [req-d75a1cd2-b615-4b3d-93df-f7c36305657c req-c12fb827-8a4d-4058-af02-05c3ca799dd5 service nova] Acquired lock "refresh_cache-6956dd8f-7310-4143-8196-f43ea6a4cb75" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.794751] env[62364]: DEBUG nova.network.neutron [req-d75a1cd2-b615-4b3d-93df-f7c36305657c req-c12fb827-8a4d-4058-af02-05c3ca799dd5 service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Refreshing network info cache for port 875b9f42-e0de-48ff-ad70-ae1beda4d064 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.847204] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.649s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.853042] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.148s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.854491] env[62364]: INFO nova.compute.claims [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.065592] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481636, 'name': CreateVM_Task, 'duration_secs': 0.301408} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.065772] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.066404] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.066588] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.066916] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1364.067185] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ecc0f8-7553-4da5-8fc3-e7b05d55d93f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.071342] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1364.071342] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c06125-4f06-260c-cd8d-f05472bc7ee8" [ 1364.071342] env[62364]: _type = "Task" [ 1364.071342] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.078419] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c06125-4f06-260c-cd8d-f05472bc7ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.478011] env[62364]: DEBUG nova.network.neutron [req-d75a1cd2-b615-4b3d-93df-f7c36305657c req-c12fb827-8a4d-4058-af02-05c3ca799dd5 service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Updated VIF entry in instance network info cache for port 875b9f42-e0de-48ff-ad70-ae1beda4d064. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.478442] env[62364]: DEBUG nova.network.neutron [req-d75a1cd2-b615-4b3d-93df-f7c36305657c req-c12fb827-8a4d-4058-af02-05c3ca799dd5 service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Updating instance_info_cache with network_info: [{"id": "875b9f42-e0de-48ff-ad70-ae1beda4d064", "address": "fa:16:3e:9f:93:c4", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875b9f42-e0", "ovs_interfaceid": "875b9f42-e0de-48ff-ad70-ae1beda4d064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.582252] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c06125-4f06-260c-cd8d-f05472bc7ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.009376} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.582512] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.582747] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.583028] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.583194] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.583379] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.583640] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2349e4ce-fe99-4982-955a-78e5f63bd93c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.592355] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.592530] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.593264] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1fe3ae6-d51d-498e-b88e-0ce5aaa25a46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.598136] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1364.598136] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]528089f9-0c57-a009-2965-ee4b6333221c" [ 1364.598136] env[62364]: _type = "Task" [ 1364.598136] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.605592] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528089f9-0c57-a009-2965-ee4b6333221c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.665692] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.946787] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cbd00d-7852-4389-9abb-75febd6a31c1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.954356] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055c6c3c-686f-4442-a158-f55f3f3c4b44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.982958] env[62364]: DEBUG oslo_concurrency.lockutils [req-d75a1cd2-b615-4b3d-93df-f7c36305657c req-c12fb827-8a4d-4058-af02-05c3ca799dd5 service nova] Releasing lock "refresh_cache-6956dd8f-7310-4143-8196-f43ea6a4cb75" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.983984] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da91a68-5391-4102-bf41-b2217e59836e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.990693] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3a3ef9-d98a-40c6-804d-9ad54cebcec7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.004326] env[62364]: DEBUG nova.compute.provider_tree [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.108558] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]528089f9-0c57-a009-2965-ee4b6333221c, 'name': SearchDatastore_Task, 'duration_secs': 0.008818} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.109357] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4386e601-8d8b-448e-bfa9-bfcd9b37f7e5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.114749] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1365.114749] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52795c9b-d94b-6e98-2ca9-ac3a1c171514" [ 1365.114749] env[62364]: _type = "Task" [ 1365.114749] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.122230] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52795c9b-d94b-6e98-2ca9-ac3a1c171514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.390853] env[62364]: INFO nova.compute.manager [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Swapping old allocation on dict_keys(['d900e044-5565-4a73-8d60-eaba89b18259']) held by migration 6f07123d-7c1a-4143-8594-785804657f11 for instance [ 1365.412159] env[62364]: DEBUG nova.scheduler.client.report [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Overwriting current allocation {'allocations': {'d900e044-5565-4a73-8d60-eaba89b18259': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': 'bac04f4df1614c6fa38444c5fd27ab2d', 'user_id': '6f5d40e50b3b416da6964dd143997d2a', 'consumer_generation': 1} on consumer 493fe83a-fa4f-4e4b-9b42-2e28f30323ea {{(pid=62364) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1365.484290] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.484473] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.484648] env[62364]: DEBUG nova.network.neutron [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.507253] env[62364]: DEBUG nova.scheduler.client.report [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.625275] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52795c9b-d94b-6e98-2ca9-ac3a1c171514, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.625528] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.625790] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 6956dd8f-7310-4143-8196-f43ea6a4cb75/6956dd8f-7310-4143-8196-f43ea6a4cb75.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.626065] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a044c3e-d45f-4519-a4f6-ad6fda7fa172 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.631918] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1365.631918] env[62364]: value = "task-2481637" [ 1365.631918] env[62364]: _type = "Task" [ 1365.631918] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.639660] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.665548] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.012746] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.013490] env[62364]: DEBUG nova.compute.manager [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.142237] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446361} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.142494] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 6956dd8f-7310-4143-8196-f43ea6a4cb75/6956dd8f-7310-4143-8196-f43ea6a4cb75.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.142700] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.142975] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4967d136-b02a-4d74-8ab8-5892819a3891 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.148425] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1366.148425] env[62364]: value = "task-2481638" [ 1366.148425] env[62364]: _type = "Task" [ 1366.148425] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.156056] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.200224] env[62364]: DEBUG nova.network.neutron [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance_info_cache with network_info: [{"id": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "address": "fa:16:3e:5a:8b:56", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fa8f58-37", "ovs_interfaceid": "12fa8f58-37f3-47b3-8d42-2df4f4d06736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.519100] env[62364]: DEBUG nova.compute.utils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.520702] env[62364]: DEBUG nova.compute.manager [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.520827] env[62364]: DEBUG nova.network.neutron [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.558550] env[62364]: DEBUG nova.policy [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '194d812efa1840478326ec674907cdf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d99e581b0eb4d4191e3d7538e77110d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.658939] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076194} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.659235] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.659995] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61231279-271a-494b-b460-d79d859c1dc3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.682570] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 6956dd8f-7310-4143-8196-f43ea6a4cb75/6956dd8f-7310-4143-8196-f43ea6a4cb75.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.682818] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0920bee0-708f-4092-a269-17439d0ccc60 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.702672] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-493fe83a-fa4f-4e4b-9b42-2e28f30323ea" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.703155] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.704303] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34e5b299-a556-424e-be09-c9b613978bee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.705656] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1366.705656] env[62364]: value = "task-2481639" [ 1366.705656] env[62364]: _type = "Task" [ 1366.705656] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.714236] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.715361] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1366.715361] env[62364]: value = "task-2481640" [ 1366.715361] env[62364]: _type = "Task" [ 1366.715361] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.812158] env[62364]: DEBUG nova.network.neutron [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Successfully created port: caa285d8-e5bb-4cad-a2d3-f7ca411db3ff {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.024617] env[62364]: DEBUG nova.compute.manager [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.215883] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481639, 'name': ReconfigVM_Task, 'duration_secs': 0.41147} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.219464] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 6956dd8f-7310-4143-8196-f43ea6a4cb75/6956dd8f-7310-4143-8196-f43ea6a4cb75.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.220123] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-578b1ef1-6a0e-4c70-9d27-4368b8e38ee0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.226127] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481640, 'name': PowerOffVM_Task, 'duration_secs': 0.208257} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.227258] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.227874] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.228097] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.228261] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.228446] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.228593] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.228743] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.228949] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.229127] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.229299] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.229464] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.229640] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.234622] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1367.234622] env[62364]: value = "task-2481641" [ 1367.234622] env[62364]: _type = "Task" [ 1367.234622] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.234856] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc0161f-f74c-4bdc-8767-91f37628e4e0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.252811] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481641, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.253971] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1367.253971] env[62364]: value = "task-2481642" [ 1367.253971] env[62364]: _type = "Task" [ 1367.253971] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.261081] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.661339] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.755385] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481641, 'name': Rename_Task} progress is 14%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.763802] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481642, 'name': ReconfigVM_Task, 'duration_secs': 0.14186} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.764685] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18efb6ba-8571-4c76-9c02-c39e5f490392 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.784055] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.784336] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.784532] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.784753] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.784926] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.785129] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.785380] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.785579] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.785791] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.785995] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.786229] env[62364]: DEBUG nova.virt.hardware [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.787054] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e79090c-ec61-40bc-bac3-b4fa63b34354 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.792661] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1367.792661] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5282f4dc-954f-bd7b-dab2-57a60c1dff29" [ 1367.792661] env[62364]: _type = "Task" [ 1367.792661] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.800504] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5282f4dc-954f-bd7b-dab2-57a60c1dff29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.035039] env[62364]: DEBUG nova.compute.manager [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.061981] env[62364]: DEBUG nova.virt.hardware [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.062245] env[62364]: DEBUG nova.virt.hardware [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.062406] env[62364]: DEBUG nova.virt.hardware [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.062590] env[62364]: DEBUG nova.virt.hardware [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.062738] env[62364]: DEBUG nova.virt.hardware [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.062896] env[62364]: DEBUG nova.virt.hardware [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.063157] env[62364]: DEBUG nova.virt.hardware [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.063327] env[62364]: DEBUG nova.virt.hardware [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.063496] env[62364]: DEBUG nova.virt.hardware [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.063661] env[62364]: DEBUG nova.virt.hardware [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.063846] env[62364]: DEBUG nova.virt.hardware [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.064721] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faa5af4-e7d0-4fcb-85b9-58f83fc7aee3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.074424] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a209ccaf-4f98-4587-bb10-3aa8863e96fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.167285] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.167439] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1368.191587] env[62364]: DEBUG nova.compute.manager [req-be70a937-0fd5-4091-8689-2171ecddec19 req-a9680ac8-5420-4726-a573-ed0b5b02c5a9 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Received event network-vif-plugged-caa285d8-e5bb-4cad-a2d3-f7ca411db3ff {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1368.191825] env[62364]: DEBUG oslo_concurrency.lockutils [req-be70a937-0fd5-4091-8689-2171ecddec19 req-a9680ac8-5420-4726-a573-ed0b5b02c5a9 service nova] Acquiring lock "b929aa48-9c93-427c-b888-f032c88b1ee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.192150] env[62364]: DEBUG oslo_concurrency.lockutils [req-be70a937-0fd5-4091-8689-2171ecddec19 req-a9680ac8-5420-4726-a573-ed0b5b02c5a9 service nova] Lock "b929aa48-9c93-427c-b888-f032c88b1ee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.192321] env[62364]: DEBUG oslo_concurrency.lockutils [req-be70a937-0fd5-4091-8689-2171ecddec19 req-a9680ac8-5420-4726-a573-ed0b5b02c5a9 service nova] Lock "b929aa48-9c93-427c-b888-f032c88b1ee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.192486] env[62364]: DEBUG nova.compute.manager [req-be70a937-0fd5-4091-8689-2171ecddec19 req-a9680ac8-5420-4726-a573-ed0b5b02c5a9 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] No waiting events found dispatching network-vif-plugged-caa285d8-e5bb-4cad-a2d3-f7ca411db3ff {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.192675] env[62364]: WARNING nova.compute.manager [req-be70a937-0fd5-4091-8689-2171ecddec19 req-a9680ac8-5420-4726-a573-ed0b5b02c5a9 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Received unexpected event network-vif-plugged-caa285d8-e5bb-4cad-a2d3-f7ca411db3ff for instance with vm_state building and task_state spawning. [ 1368.254950] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481641, 'name': Rename_Task, 'duration_secs': 0.969365} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.255311] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.255628] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d38de4-3a08-484d-9f4a-3751424129e8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.262292] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1368.262292] env[62364]: value = "task-2481643" [ 1368.262292] env[62364]: _type = "Task" [ 1368.262292] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.269862] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.275305] env[62364]: DEBUG nova.network.neutron [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Successfully updated port: caa285d8-e5bb-4cad-a2d3-f7ca411db3ff {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.302435] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5282f4dc-954f-bd7b-dab2-57a60c1dff29, 'name': SearchDatastore_Task, 'duration_secs': 0.007417} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.307724] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1368.308231] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-decb6ab2-4245-47dd-9f26-6de5f93edeef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.325608] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1368.325608] env[62364]: value = "task-2481644" [ 1368.325608] env[62364]: _type = "Task" [ 1368.325608] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.333296] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.773061] env[62364]: DEBUG oslo_vmware.api [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481643, 'name': PowerOnVM_Task, 'duration_secs': 0.441104} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.773061] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.773061] env[62364]: INFO nova.compute.manager [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1368.773061] env[62364]: DEBUG nova.compute.manager [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.773751] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a309f62-3498-4da9-919d-e80434747d08 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.777680] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "refresh_cache-b929aa48-9c93-427c-b888-f032c88b1ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.777807] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "refresh_cache-b929aa48-9c93-427c-b888-f032c88b1ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.777951] env[62364]: DEBUG nova.network.neutron [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.836211] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481644, 'name': ReconfigVM_Task, 'duration_secs': 0.173164} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.836507] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1368.837320] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d764fff9-a42e-4403-b195-23e6404d8684 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.859991] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 493fe83a-fa4f-4e4b-9b42-2e28f30323ea/493fe83a-fa4f-4e4b-9b42-2e28f30323ea.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.860248] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69900875-5bd9-4ae5-bd5b-11a0179adb25 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.878886] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1368.878886] env[62364]: value = "task-2481645" [ 1368.878886] env[62364]: _type = "Task" [ 1368.878886] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.888089] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.201880] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "refresh_cache-cae37d7d-969d-4e55-b45f-323b79dfec6a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.202123] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquired lock "refresh_cache-cae37d7d-969d-4e55-b45f-323b79dfec6a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.202205] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Forcefully refreshing network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1369.290912] env[62364]: INFO nova.compute.manager [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Took 11.93 seconds to build instance. [ 1369.314974] env[62364]: DEBUG nova.network.neutron [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.388017] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481645, 'name': ReconfigVM_Task, 'duration_secs': 0.274469} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.388312] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 493fe83a-fa4f-4e4b-9b42-2e28f30323ea/493fe83a-fa4f-4e4b-9b42-2e28f30323ea.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.389133] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df91761-ae02-429f-aa1b-cc792ded0349 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.408615] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b17991-3725-4d2c-bba7-6c67c141023c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.426537] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a751d2-06e2-4556-b3c8-57182936d56c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.444520] env[62364]: DEBUG nova.network.neutron [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Updating instance_info_cache with network_info: [{"id": "caa285d8-e5bb-4cad-a2d3-f7ca411db3ff", "address": "fa:16:3e:a0:b0:e6", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa285d8-e5", "ovs_interfaceid": "caa285d8-e5bb-4cad-a2d3-f7ca411db3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.446090] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e9835a-f998-4875-9799-2a800f53bd70 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.452444] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.452668] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a703f8a8-4603-4494-b145-749f43782ba4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.458991] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1369.458991] env[62364]: value = "task-2481646" [ 1369.458991] env[62364]: _type = "Task" [ 1369.458991] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.466520] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.792843] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9e1a98dc-1347-45a6-903f-986e83557edd tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "6956dd8f-7310-4143-8196-f43ea6a4cb75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.435s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.949627] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "refresh_cache-b929aa48-9c93-427c-b888-f032c88b1ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.949965] env[62364]: DEBUG nova.compute.manager [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Instance network_info: |[{"id": "caa285d8-e5bb-4cad-a2d3-f7ca411db3ff", "address": "fa:16:3e:a0:b0:e6", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa285d8-e5", "ovs_interfaceid": "caa285d8-e5bb-4cad-a2d3-f7ca411db3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.950438] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:b0:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caa285d8-e5bb-4cad-a2d3-f7ca411db3ff', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.957872] env[62364]: DEBUG oslo.service.loopingcall [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.958093] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.958317] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76926187-d264-49af-85a4-0b353f51f695 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.981295] env[62364]: DEBUG oslo_vmware.api [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481646, 'name': PowerOnVM_Task, 'duration_secs': 0.360579} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.982434] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.985822] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.985822] env[62364]: value = "task-2481647" [ 1369.985822] env[62364]: _type = "Task" [ 1369.985822] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.993128] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481647, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.229472] env[62364]: DEBUG nova.compute.manager [req-58631573-fca7-497a-8dee-aaf95d9de01e req-913dcf11-7649-4308-9676-b749e9126561 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Received event network-changed-caa285d8-e5bb-4cad-a2d3-f7ca411db3ff {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1370.229472] env[62364]: DEBUG nova.compute.manager [req-58631573-fca7-497a-8dee-aaf95d9de01e req-913dcf11-7649-4308-9676-b749e9126561 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Refreshing instance network info cache due to event network-changed-caa285d8-e5bb-4cad-a2d3-f7ca411db3ff. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1370.229731] env[62364]: DEBUG oslo_concurrency.lockutils [req-58631573-fca7-497a-8dee-aaf95d9de01e req-913dcf11-7649-4308-9676-b749e9126561 service nova] Acquiring lock "refresh_cache-b929aa48-9c93-427c-b888-f032c88b1ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.229902] env[62364]: DEBUG oslo_concurrency.lockutils [req-58631573-fca7-497a-8dee-aaf95d9de01e req-913dcf11-7649-4308-9676-b749e9126561 service nova] Acquired lock "refresh_cache-b929aa48-9c93-427c-b888-f032c88b1ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.230094] env[62364]: DEBUG nova.network.neutron [req-58631573-fca7-497a-8dee-aaf95d9de01e req-913dcf11-7649-4308-9676-b749e9126561 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Refreshing network info cache for port caa285d8-e5bb-4cad-a2d3-f7ca411db3ff {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.406149] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Updating instance_info_cache with network_info: [{"id": "2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e", "address": "fa:16:3e:84:bc:2f", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e35f63e-30", "ovs_interfaceid": "2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.499451] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481647, 'name': CreateVM_Task, 'duration_secs': 0.306568} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.499623] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.500283] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.500448] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.500769] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.501024] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de3128a-c690-4924-a0e6-42e4b144c46f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.505991] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1370.505991] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52e4ab54-b6d7-896d-9cc5-0b31765751e3" [ 1370.505991] env[62364]: _type = "Task" [ 1370.505991] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.513426] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e4ab54-b6d7-896d-9cc5-0b31765751e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.739675] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "6956dd8f-7310-4143-8196-f43ea6a4cb75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.739914] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "6956dd8f-7310-4143-8196-f43ea6a4cb75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.740131] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "6956dd8f-7310-4143-8196-f43ea6a4cb75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.740317] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "6956dd8f-7310-4143-8196-f43ea6a4cb75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.740486] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "6956dd8f-7310-4143-8196-f43ea6a4cb75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.742540] env[62364]: INFO nova.compute.manager [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Terminating instance [ 1370.907593] env[62364]: DEBUG nova.network.neutron [req-58631573-fca7-497a-8dee-aaf95d9de01e req-913dcf11-7649-4308-9676-b749e9126561 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Updated VIF entry in instance network info cache for port caa285d8-e5bb-4cad-a2d3-f7ca411db3ff. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.907936] env[62364]: DEBUG nova.network.neutron [req-58631573-fca7-497a-8dee-aaf95d9de01e req-913dcf11-7649-4308-9676-b749e9126561 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Updating instance_info_cache with network_info: [{"id": "caa285d8-e5bb-4cad-a2d3-f7ca411db3ff", "address": "fa:16:3e:a0:b0:e6", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa285d8-e5", "ovs_interfaceid": "caa285d8-e5bb-4cad-a2d3-f7ca411db3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.909268] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Releasing lock "refresh_cache-cae37d7d-969d-4e55-b45f-323b79dfec6a" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.909452] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Updated the network info_cache for instance {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1370.909832] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.910061] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.910236] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.996337] env[62364]: INFO nova.compute.manager [None req-5bb975a8-7676-4496-b496-8df6a0c6f095 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance to original state: 'active' [ 1371.016115] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52e4ab54-b6d7-896d-9cc5-0b31765751e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.016407] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.016631] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.016857] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.017014] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.017237] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.017498] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-411e97b1-fb1d-43f9-ae1e-668a01440e1e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.027085] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.027265] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.027951] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53af3214-cc09-412c-8877-3165d7ea0f58 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.034149] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1371.034149] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5207f131-b611-196f-a4f2-78e7a1590d40" [ 1371.034149] env[62364]: _type = "Task" [ 1371.034149] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.041662] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5207f131-b611-196f-a4f2-78e7a1590d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.246117] env[62364]: DEBUG nova.compute.manager [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.246511] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.247363] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae51a8c4-af80-42f3-9904-75a0595b1d2d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.256026] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.256170] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cb1a492-dc48-4c92-9978-fd9639089063 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.263049] env[62364]: DEBUG oslo_vmware.api [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1371.263049] env[62364]: value = "task-2481648" [ 1371.263049] env[62364]: _type = "Task" [ 1371.263049] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.270618] env[62364]: DEBUG oslo_vmware.api [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.410667] env[62364]: DEBUG oslo_concurrency.lockutils [req-58631573-fca7-497a-8dee-aaf95d9de01e req-913dcf11-7649-4308-9676-b749e9126561 service nova] Releasing lock "refresh_cache-b929aa48-9c93-427c-b888-f032c88b1ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.412889] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.413177] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.413352] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.413507] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1371.414448] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174f5858-f919-4db6-96fe-e37c85f0c46d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.422881] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7a77a1-b991-443b-a992-e02854640da2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.436970] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b9e79c-64ae-4956-a263-4c4302103d0a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.443579] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaf5adf-9336-4ae0-b057-743cb6fd3b16 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.472977] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180742MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1371.473157] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.473359] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.546083] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5207f131-b611-196f-a4f2-78e7a1590d40, 'name': SearchDatastore_Task, 'duration_secs': 0.033182} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.546880] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4709c89c-78c3-4bdb-9dee-97c983de8e5e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.551901] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1371.551901] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52d6735c-eb0f-c91b-a217-fb0f9a7607c6" [ 1371.551901] env[62364]: _type = "Task" [ 1371.551901] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.561032] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d6735c-eb0f-c91b-a217-fb0f9a7607c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.773238] env[62364]: DEBUG oslo_vmware.api [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481648, 'name': PowerOffVM_Task, 'duration_secs': 0.414928} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.773475] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.773663] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.774029] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75b916bc-64f9-4ec2-8009-8c004231a218 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.842559] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.842942] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.843504] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleting the datastore file [datastore1] 6956dd8f-7310-4143-8196-f43ea6a4cb75 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.843721] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4562cbc0-8dd5-4f24-b5d6-bf649f92615d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.851471] env[62364]: DEBUG oslo_vmware.api [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1371.851471] env[62364]: value = "task-2481650" [ 1371.851471] env[62364]: _type = "Task" [ 1371.851471] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.859269] env[62364]: DEBUG oslo_vmware.api [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.062391] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52d6735c-eb0f-c91b-a217-fb0f9a7607c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.062628] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.062828] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] b929aa48-9c93-427c-b888-f032c88b1ee5/b929aa48-9c93-427c-b888-f032c88b1ee5.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.063139] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19da075b-a2d9-4402-b325-9928450b47ac {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.070244] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1372.070244] env[62364]: value = "task-2481651" [ 1372.070244] env[62364]: _type = "Task" [ 1372.070244] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.077691] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.082202] env[62364]: DEBUG oslo_concurrency.lockutils [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.082426] env[62364]: DEBUG oslo_concurrency.lockutils [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.082633] env[62364]: DEBUG oslo_concurrency.lockutils [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.082814] env[62364]: DEBUG oslo_concurrency.lockutils [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.082988] env[62364]: DEBUG oslo_concurrency.lockutils [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.085042] env[62364]: INFO nova.compute.manager [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Terminating instance [ 1372.362117] env[62364]: DEBUG oslo_vmware.api [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127259} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.362570] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.362676] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.362878] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.363129] env[62364]: INFO nova.compute.manager [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1372.363450] env[62364]: DEBUG oslo.service.loopingcall [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.363686] env[62364]: DEBUG nova.compute.manager [-] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.363802] env[62364]: DEBUG nova.network.neutron [-] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.500454] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 16cad613-df83-49f4-938a-1127e0cb042c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.500612] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance cae37d7d-969d-4e55-b45f-323b79dfec6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.500778] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 6956dd8f-7310-4143-8196-f43ea6a4cb75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.500862] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance b929aa48-9c93-427c-b888-f032c88b1ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.500973] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 493fe83a-fa4f-4e4b-9b42-2e28f30323ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.501219] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1372.501367] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1372.580819] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433045} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.581150] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] b929aa48-9c93-427c-b888-f032c88b1ee5/b929aa48-9c93-427c-b888-f032c88b1ee5.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.581509] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.581626] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf026026-b1fb-4ebd-9008-cd077a06f929 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.584632] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7539671-3c1c-4d74-8867-ffd4256bc406 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.588996] env[62364]: DEBUG nova.compute.manager [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.589249] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.592065] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba913c-97b4-4391-a953-7f735e92cae4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.596594] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f11e89-61ce-4993-aadc-19fa55a9174b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.599945] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1372.599945] env[62364]: value = "task-2481652" [ 1372.599945] env[62364]: _type = "Task" [ 1372.599945] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.631550] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.634531] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44405387-8149-4beb-8c99-1017d0fcc257 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.636738] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6e9f0c-1a62-4cf1-8132-9dbbb6e14ec9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.644174] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.648577] env[62364]: DEBUG nova.compute.manager [req-0f2a0cbd-51e8-4414-a802-a1c5da2b375a req-71222bf4-3eaf-44ad-8d53-c1110a87cbc0 service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Received event network-vif-deleted-875b9f42-e0de-48ff-ad70-ae1beda4d064 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1372.648782] env[62364]: INFO nova.compute.manager [req-0f2a0cbd-51e8-4414-a802-a1c5da2b375a req-71222bf4-3eaf-44ad-8d53-c1110a87cbc0 service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Neutron deleted interface 875b9f42-e0de-48ff-ad70-ae1beda4d064; detaching it from the instance and deleting it from the info cache [ 1372.649404] env[62364]: DEBUG nova.network.neutron [req-0f2a0cbd-51e8-4414-a802-a1c5da2b375a req-71222bf4-3eaf-44ad-8d53-c1110a87cbc0 service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.654699] env[62364]: DEBUG oslo_vmware.api [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1372.654699] env[62364]: value = "task-2481653" [ 1372.654699] env[62364]: _type = "Task" [ 1372.654699] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.656852] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c15158-352d-47fe-b0e7-d66dacf91035 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.676359] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.680539] env[62364]: DEBUG oslo_vmware.api [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.110663] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171246} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.110902] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.111677] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4c4fb9-ea9f-4956-8e2c-b155c5d72430 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.133152] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b929aa48-9c93-427c-b888-f032c88b1ee5/b929aa48-9c93-427c-b888-f032c88b1ee5.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.133411] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba7dbd6a-7469-4275-a4dd-879bea56c19f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.147121] env[62364]: DEBUG nova.network.neutron [-] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.153523] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1373.153523] env[62364]: value = "task-2481654" [ 1373.153523] env[62364]: _type = "Task" [ 1373.153523] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.157133] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f3d23da-4897-4a39-9218-90e56187eced {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.168032] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481654, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.171618] env[62364]: DEBUG oslo_vmware.api [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481653, 'name': PowerOffVM_Task, 'duration_secs': 0.191559} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.174380] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f39b98-66ac-4798-a331-492de3da0fa9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.184269] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.184446] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.185532] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.188916] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbf87483-14d8-4f4a-babb-338714a1710d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.206445] env[62364]: DEBUG nova.compute.manager [req-0f2a0cbd-51e8-4414-a802-a1c5da2b375a req-71222bf4-3eaf-44ad-8d53-c1110a87cbc0 service nova] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Detach interface failed, port_id=875b9f42-e0de-48ff-ad70-ae1beda4d064, reason: Instance 6956dd8f-7310-4143-8196-f43ea6a4cb75 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1373.256079] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.256333] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.256518] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleting the datastore file [datastore2] 493fe83a-fa4f-4e4b-9b42-2e28f30323ea {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.256787] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c33c5520-02ba-4f2a-9653-924782a20a0c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.262722] env[62364]: DEBUG oslo_vmware.api [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1373.262722] env[62364]: value = "task-2481656" [ 1373.262722] env[62364]: _type = "Task" [ 1373.262722] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.271417] env[62364]: DEBUG oslo_vmware.api [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.650029] env[62364]: INFO nova.compute.manager [-] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Took 1.29 seconds to deallocate network for instance. [ 1373.663499] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481654, 'name': ReconfigVM_Task, 'duration_secs': 0.290313} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.663826] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b929aa48-9c93-427c-b888-f032c88b1ee5/b929aa48-9c93-427c-b888-f032c88b1ee5.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.664434] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33d9af53-7386-44aa-b9e1-62955881450b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.670375] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1373.670375] env[62364]: value = "task-2481657" [ 1373.670375] env[62364]: _type = "Task" [ 1373.670375] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.677647] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481657, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.690653] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1373.690864] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.217s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.771707] env[62364]: DEBUG oslo_vmware.api [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151954} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.771957] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.772166] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.772345] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.772520] env[62364]: INFO nova.compute.manager [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1373.772756] env[62364]: DEBUG oslo.service.loopingcall [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.772946] env[62364]: DEBUG nova.compute.manager [-] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.773081] env[62364]: DEBUG nova.network.neutron [-] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.160407] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.160982] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.161344] env[62364]: DEBUG nova.objects.instance [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lazy-loading 'resources' on Instance uuid 6956dd8f-7310-4143-8196-f43ea6a4cb75 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.180435] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481657, 'name': Rename_Task, 'duration_secs': 0.136486} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.180676] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.180907] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50185efd-eba9-4116-98a5-dc82823a76a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.187573] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1374.187573] env[62364]: value = "task-2481658" [ 1374.187573] env[62364]: _type = "Task" [ 1374.187573] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.194959] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.671669] env[62364]: DEBUG nova.network.neutron [-] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.679871] env[62364]: DEBUG nova.compute.manager [req-62548d0b-c3dc-4d62-9577-f381426ef483 req-a0c27caa-a39f-403e-be40-05d9febf00dd service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Received event network-vif-deleted-12fa8f58-37f3-47b3-8d42-2df4f4d06736 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1374.680062] env[62364]: INFO nova.compute.manager [req-62548d0b-c3dc-4d62-9577-f381426ef483 req-a0c27caa-a39f-403e-be40-05d9febf00dd service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Neutron deleted interface 12fa8f58-37f3-47b3-8d42-2df4f4d06736; detaching it from the instance and deleting it from the info cache [ 1374.680308] env[62364]: DEBUG nova.network.neutron [req-62548d0b-c3dc-4d62-9577-f381426ef483 req-a0c27caa-a39f-403e-be40-05d9febf00dd service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.691538] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.692272] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.693070] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.693234] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1374.697963] env[62364]: DEBUG oslo_vmware.api [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481658, 'name': PowerOnVM_Task, 'duration_secs': 0.456171} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.698237] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.698445] env[62364]: INFO nova.compute.manager [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1374.698634] env[62364]: DEBUG nova.compute.manager [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.699446] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da387be8-ee4a-48a7-bbbb-239a993f7a4c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.833303] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e78cd8-07ca-4df1-bac1-e13405c78a83 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.840722] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec7fbf1-d093-44b3-803c-c2e7a8eae09f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.870188] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f505cde4-e511-4ab8-bb74-128927105557 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.877155] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bec3f3a-5813-4860-9d8a-1edc1f40fbeb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.889591] env[62364]: DEBUG nova.compute.provider_tree [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.174569] env[62364]: INFO nova.compute.manager [-] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Took 1.40 seconds to deallocate network for instance. [ 1375.184909] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8605cf9c-7653-49bf-ae93-513efc828155 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.194432] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e79a56c-a48e-4f32-b1aa-080ce9ce3dad {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.222739] env[62364]: DEBUG nova.compute.manager [req-62548d0b-c3dc-4d62-9577-f381426ef483 req-a0c27caa-a39f-403e-be40-05d9febf00dd service nova] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Detach interface failed, port_id=12fa8f58-37f3-47b3-8d42-2df4f4d06736, reason: Instance 493fe83a-fa4f-4e4b-9b42-2e28f30323ea could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1375.223352] env[62364]: INFO nova.compute.manager [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Took 11.54 seconds to build instance. [ 1375.392322] env[62364]: DEBUG nova.scheduler.client.report [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.491158] env[62364]: DEBUG nova.compute.manager [req-038e030c-5b7a-42af-9b2a-d321f2ad5ee2 req-a02997b6-b79a-45cb-8d98-4ccadb7f3cce service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Received event network-changed-caa285d8-e5bb-4cad-a2d3-f7ca411db3ff {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1375.491345] env[62364]: DEBUG nova.compute.manager [req-038e030c-5b7a-42af-9b2a-d321f2ad5ee2 req-a02997b6-b79a-45cb-8d98-4ccadb7f3cce service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Refreshing instance network info cache due to event network-changed-caa285d8-e5bb-4cad-a2d3-f7ca411db3ff. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1375.491555] env[62364]: DEBUG oslo_concurrency.lockutils [req-038e030c-5b7a-42af-9b2a-d321f2ad5ee2 req-a02997b6-b79a-45cb-8d98-4ccadb7f3cce service nova] Acquiring lock "refresh_cache-b929aa48-9c93-427c-b888-f032c88b1ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.491690] env[62364]: DEBUG oslo_concurrency.lockutils [req-038e030c-5b7a-42af-9b2a-d321f2ad5ee2 req-a02997b6-b79a-45cb-8d98-4ccadb7f3cce service nova] Acquired lock "refresh_cache-b929aa48-9c93-427c-b888-f032c88b1ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.491919] env[62364]: DEBUG nova.network.neutron [req-038e030c-5b7a-42af-9b2a-d321f2ad5ee2 req-a02997b6-b79a-45cb-8d98-4ccadb7f3cce service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Refreshing network info cache for port caa285d8-e5bb-4cad-a2d3-f7ca411db3ff {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.681269] env[62364]: DEBUG oslo_concurrency.lockutils [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.725165] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7b40fdba-3eb5-45e5-922f-b311c1d1ef35 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "b929aa48-9c93-427c-b888-f032c88b1ee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.045s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.897263] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.899646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.219s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.899838] env[62364]: DEBUG nova.objects.instance [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'resources' on Instance uuid 493fe83a-fa4f-4e4b-9b42-2e28f30323ea {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.923046] env[62364]: INFO nova.scheduler.client.report [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted allocations for instance 6956dd8f-7310-4143-8196-f43ea6a4cb75 [ 1376.190715] env[62364]: DEBUG nova.network.neutron [req-038e030c-5b7a-42af-9b2a-d321f2ad5ee2 req-a02997b6-b79a-45cb-8d98-4ccadb7f3cce service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Updated VIF entry in instance network info cache for port caa285d8-e5bb-4cad-a2d3-f7ca411db3ff. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.191127] env[62364]: DEBUG nova.network.neutron [req-038e030c-5b7a-42af-9b2a-d321f2ad5ee2 req-a02997b6-b79a-45cb-8d98-4ccadb7f3cce service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Updating instance_info_cache with network_info: [{"id": "caa285d8-e5bb-4cad-a2d3-f7ca411db3ff", "address": "fa:16:3e:a0:b0:e6", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa285d8-e5", "ovs_interfaceid": "caa285d8-e5bb-4cad-a2d3-f7ca411db3ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.432485] env[62364]: DEBUG oslo_concurrency.lockutils [None req-dc4441a2-af81-4e42-b6d5-2e3b469e17c6 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "6956dd8f-7310-4143-8196-f43ea6a4cb75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.692s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.460323] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60932297-9869-4f6f-96ca-9ac8298a97a6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.468358] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78feec07-6f99-4330-92d6-1b933f84bc31 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.499927] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfe1d83-a393-4050-b128-77782f752f67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.506751] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53556e14-a12c-4b2c-a720-f831fef10253 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.519335] env[62364]: DEBUG nova.compute.provider_tree [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.693768] env[62364]: DEBUG oslo_concurrency.lockutils [req-038e030c-5b7a-42af-9b2a-d321f2ad5ee2 req-a02997b6-b79a-45cb-8d98-4ccadb7f3cce service nova] Releasing lock "refresh_cache-b929aa48-9c93-427c-b888-f032c88b1ee5" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.022412] env[62364]: DEBUG nova.scheduler.client.report [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.527766] env[62364]: DEBUG oslo_concurrency.lockutils [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.545192] env[62364]: INFO nova.scheduler.client.report [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleted allocations for instance 493fe83a-fa4f-4e4b-9b42-2e28f30323ea [ 1377.791080] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.791436] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.054192] env[62364]: DEBUG oslo_concurrency.lockutils [None req-da5a070a-1dd5-4dff-bd86-66312d405f51 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "493fe83a-fa4f-4e4b-9b42-2e28f30323ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.972s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.293857] env[62364]: DEBUG nova.compute.manager [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.815072] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.815072] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.816114] env[62364]: INFO nova.compute.claims [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.065647] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "4bc5ff9f-b052-4fd3-9286-135067607511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.065921] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "4bc5ff9f-b052-4fd3-9286-135067607511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.568734] env[62364]: DEBUG nova.compute.manager [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.888011] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b505df-7a07-47c8-acb7-ac9d4de2a485 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.895989] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628ce59a-9ff8-4260-b07a-1e30564b83dc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.925670] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb3c872-11d3-42b0-bfba-20984ab15c10 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.932709] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5066ef19-1538-4560-b1c7-f6cb2dd1d6ae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.945616] env[62364]: DEBUG nova.compute.provider_tree [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.090864] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.448952] env[62364]: DEBUG nova.scheduler.client.report [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.956194] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.956686] env[62364]: DEBUG nova.compute.manager [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.959206] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.868s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.960612] env[62364]: INFO nova.compute.claims [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.464655] env[62364]: DEBUG nova.compute.utils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.467949] env[62364]: DEBUG nova.compute.manager [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1381.468133] env[62364]: DEBUG nova.network.neutron [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.515660] env[62364]: DEBUG nova.policy [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0580fdba213f4a6483befe14c71293ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bcf6f5e5cb9451da51a6305c8beb9e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1381.779261] env[62364]: DEBUG nova.network.neutron [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Successfully created port: b19fa9c2-f121-4348-b8ad-6ce96ff5bb88 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.968621] env[62364]: DEBUG nova.compute.manager [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.047937] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724688f2-3de0-4923-ae68-f196487c24dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.055919] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d81ebf-af27-4239-a756-987987d913ed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.085249] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e44a9-3472-423c-a1a6-b42bf3b6b992 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.092835] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ef24e3-8f16-431c-a891-c6c072e30ff3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.105877] env[62364]: DEBUG nova.compute.provider_tree [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.609375] env[62364]: DEBUG nova.scheduler.client.report [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.982767] env[62364]: DEBUG nova.compute.manager [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.010031] env[62364]: DEBUG nova.virt.hardware [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.010031] env[62364]: DEBUG nova.virt.hardware [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.010239] env[62364]: DEBUG nova.virt.hardware [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.010347] env[62364]: DEBUG nova.virt.hardware [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.010493] env[62364]: DEBUG nova.virt.hardware [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.010640] env[62364]: DEBUG nova.virt.hardware [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.010844] env[62364]: DEBUG nova.virt.hardware [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.011008] env[62364]: DEBUG nova.virt.hardware [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.011183] env[62364]: DEBUG nova.virt.hardware [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.011349] env[62364]: DEBUG nova.virt.hardware [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.011519] env[62364]: DEBUG nova.virt.hardware [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.012399] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63be896-60f2-46ac-92de-8e2f6a8bc565 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.020671] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9193547-6e68-4221-9c1b-1f0ff66b3597 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.114969] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.115641] env[62364]: DEBUG nova.compute.manager [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.129972] env[62364]: DEBUG nova.compute.manager [req-a6e7ec15-259a-467b-ba38-c10b7e4929f7 req-d56ec6be-1286-4673-9bf7-f7a33c875574 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Received event network-vif-plugged-b19fa9c2-f121-4348-b8ad-6ce96ff5bb88 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1383.130242] env[62364]: DEBUG oslo_concurrency.lockutils [req-a6e7ec15-259a-467b-ba38-c10b7e4929f7 req-d56ec6be-1286-4673-9bf7-f7a33c875574 service nova] Acquiring lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.130482] env[62364]: DEBUG oslo_concurrency.lockutils [req-a6e7ec15-259a-467b-ba38-c10b7e4929f7 req-d56ec6be-1286-4673-9bf7-f7a33c875574 service nova] Lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.130742] env[62364]: DEBUG oslo_concurrency.lockutils [req-a6e7ec15-259a-467b-ba38-c10b7e4929f7 req-d56ec6be-1286-4673-9bf7-f7a33c875574 service nova] Lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.130875] env[62364]: DEBUG nova.compute.manager [req-a6e7ec15-259a-467b-ba38-c10b7e4929f7 req-d56ec6be-1286-4673-9bf7-f7a33c875574 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] No waiting events found dispatching network-vif-plugged-b19fa9c2-f121-4348-b8ad-6ce96ff5bb88 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.131182] env[62364]: WARNING nova.compute.manager [req-a6e7ec15-259a-467b-ba38-c10b7e4929f7 req-d56ec6be-1286-4673-9bf7-f7a33c875574 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Received unexpected event network-vif-plugged-b19fa9c2-f121-4348-b8ad-6ce96ff5bb88 for instance with vm_state building and task_state spawning. [ 1383.221795] env[62364]: DEBUG nova.network.neutron [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Successfully updated port: b19fa9c2-f121-4348-b8ad-6ce96ff5bb88 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.621644] env[62364]: DEBUG nova.compute.utils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.623243] env[62364]: DEBUG nova.compute.manager [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.624772] env[62364]: DEBUG nova.network.neutron [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.659960] env[62364]: DEBUG nova.policy [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f5d40e50b3b416da6964dd143997d2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bac04f4df1614c6fa38444c5fd27ab2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1383.725091] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "refresh_cache-bcf4eaa1-8b15-432b-9f56-838bb2813cdf" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.725268] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "refresh_cache-bcf4eaa1-8b15-432b-9f56-838bb2813cdf" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.725423] env[62364]: DEBUG nova.network.neutron [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.924567] env[62364]: DEBUG nova.network.neutron [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Successfully created port: a96961bb-744a-40a2-940f-91ff432622e2 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.128450] env[62364]: DEBUG nova.compute.manager [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1384.255375] env[62364]: DEBUG nova.network.neutron [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.385956] env[62364]: DEBUG nova.network.neutron [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Updating instance_info_cache with network_info: [{"id": "b19fa9c2-f121-4348-b8ad-6ce96ff5bb88", "address": "fa:16:3e:0c:bc:a1", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19fa9c2-f1", "ovs_interfaceid": "b19fa9c2-f121-4348-b8ad-6ce96ff5bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.888378] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "refresh_cache-bcf4eaa1-8b15-432b-9f56-838bb2813cdf" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.889755] env[62364]: DEBUG nova.compute.manager [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Instance network_info: |[{"id": "b19fa9c2-f121-4348-b8ad-6ce96ff5bb88", "address": "fa:16:3e:0c:bc:a1", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19fa9c2-f1", "ovs_interfaceid": "b19fa9c2-f121-4348-b8ad-6ce96ff5bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1384.889755] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:bc:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b19fa9c2-f121-4348-b8ad-6ce96ff5bb88', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.898042] env[62364]: DEBUG oslo.service.loopingcall [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.898042] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.898042] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73e6011f-fed2-423a-8036-a057fb63a430 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.917727] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.917727] env[62364]: value = "task-2481663" [ 1384.917727] env[62364]: _type = "Task" [ 1384.917727] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.927471] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481663, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.140230] env[62364]: DEBUG nova.compute.manager [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.156423] env[62364]: DEBUG nova.compute.manager [req-ec0f6a7e-9d3c-43a0-bcaa-0c0c056a48ef req-3f0aca54-8d02-4b5f-ac72-e33de917f907 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Received event network-changed-b19fa9c2-f121-4348-b8ad-6ce96ff5bb88 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1385.156616] env[62364]: DEBUG nova.compute.manager [req-ec0f6a7e-9d3c-43a0-bcaa-0c0c056a48ef req-3f0aca54-8d02-4b5f-ac72-e33de917f907 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Refreshing instance network info cache due to event network-changed-b19fa9c2-f121-4348-b8ad-6ce96ff5bb88. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1385.156819] env[62364]: DEBUG oslo_concurrency.lockutils [req-ec0f6a7e-9d3c-43a0-bcaa-0c0c056a48ef req-3f0aca54-8d02-4b5f-ac72-e33de917f907 service nova] Acquiring lock "refresh_cache-bcf4eaa1-8b15-432b-9f56-838bb2813cdf" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.156967] env[62364]: DEBUG oslo_concurrency.lockutils [req-ec0f6a7e-9d3c-43a0-bcaa-0c0c056a48ef req-3f0aca54-8d02-4b5f-ac72-e33de917f907 service nova] Acquired lock "refresh_cache-bcf4eaa1-8b15-432b-9f56-838bb2813cdf" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.157150] env[62364]: DEBUG nova.network.neutron [req-ec0f6a7e-9d3c-43a0-bcaa-0c0c056a48ef req-3f0aca54-8d02-4b5f-ac72-e33de917f907 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Refreshing network info cache for port b19fa9c2-f121-4348-b8ad-6ce96ff5bb88 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.166576] env[62364]: DEBUG nova.virt.hardware [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.166852] env[62364]: DEBUG nova.virt.hardware [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.167059] env[62364]: DEBUG nova.virt.hardware [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.167353] env[62364]: DEBUG nova.virt.hardware [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.167635] env[62364]: DEBUG nova.virt.hardware [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.167810] env[62364]: DEBUG nova.virt.hardware [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.168056] env[62364]: DEBUG nova.virt.hardware [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.168294] env[62364]: DEBUG nova.virt.hardware [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.168555] env[62364]: DEBUG nova.virt.hardware [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.168830] env[62364]: DEBUG nova.virt.hardware [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.170864] env[62364]: DEBUG nova.virt.hardware [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.170864] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a830995-ee20-47cf-bd4c-9ae8333bc050 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.183331] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3111f9bd-0cd2-48b8-8a9d-0ed230350e0b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.361423] env[62364]: DEBUG nova.network.neutron [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Successfully updated port: a96961bb-744a-40a2-940f-91ff432622e2 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.430985] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481663, 'name': CreateVM_Task, 'duration_secs': 0.304866} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.431237] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.431874] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.432072] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.432489] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.432780] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee47cb0-3aad-4216-846c-be599ca2a3c0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.440014] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1385.440014] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52ab7ce9-3dbc-b944-de93-d322b69cdc9b" [ 1385.440014] env[62364]: _type = "Task" [ 1385.440014] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.449783] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ab7ce9-3dbc-b944-de93-d322b69cdc9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.841570] env[62364]: DEBUG nova.network.neutron [req-ec0f6a7e-9d3c-43a0-bcaa-0c0c056a48ef req-3f0aca54-8d02-4b5f-ac72-e33de917f907 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Updated VIF entry in instance network info cache for port b19fa9c2-f121-4348-b8ad-6ce96ff5bb88. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.842034] env[62364]: DEBUG nova.network.neutron [req-ec0f6a7e-9d3c-43a0-bcaa-0c0c056a48ef req-3f0aca54-8d02-4b5f-ac72-e33de917f907 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Updating instance_info_cache with network_info: [{"id": "b19fa9c2-f121-4348-b8ad-6ce96ff5bb88", "address": "fa:16:3e:0c:bc:a1", "network": {"id": "b7b6a7d3-cfb1-421b-8117-446f63d29093", "bridge": "br-int", "label": "tempest-ServersTestJSON-623798917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bcf6f5e5cb9451da51a6305c8beb9e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19fa9c2-f1", "ovs_interfaceid": "b19fa9c2-f121-4348-b8ad-6ce96ff5bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.864151] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.864456] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.864661] env[62364]: DEBUG nova.network.neutron [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.951383] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52ab7ce9-3dbc-b944-de93-d322b69cdc9b, 'name': SearchDatastore_Task, 'duration_secs': 0.013727} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.951773] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.952065] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.952337] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.952557] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.952788] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.953136] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-495e67c7-40db-4c7a-b8bb-7f103be2a031 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.961095] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.961309] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.962099] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7253c2-b106-445e-9c4a-e9c71964486c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.968439] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1385.968439] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b57965-6523-e089-7c37-43d06e9b88b9" [ 1385.968439] env[62364]: _type = "Task" [ 1385.968439] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.976208] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b57965-6523-e089-7c37-43d06e9b88b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.344745] env[62364]: DEBUG oslo_concurrency.lockutils [req-ec0f6a7e-9d3c-43a0-bcaa-0c0c056a48ef req-3f0aca54-8d02-4b5f-ac72-e33de917f907 service nova] Releasing lock "refresh_cache-bcf4eaa1-8b15-432b-9f56-838bb2813cdf" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.394774] env[62364]: DEBUG nova.network.neutron [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.478477] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b57965-6523-e089-7c37-43d06e9b88b9, 'name': SearchDatastore_Task, 'duration_secs': 0.007995} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.480171] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4bd5184-ebb7-4dec-bba8-d9225caa1367 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.484136] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1386.484136] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52be4bd8-2cef-b4cb-df85-3718ec0aa828" [ 1386.484136] env[62364]: _type = "Task" [ 1386.484136] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.491365] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52be4bd8-2cef-b4cb-df85-3718ec0aa828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.708282] env[62364]: DEBUG nova.network.neutron [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Updating instance_info_cache with network_info: [{"id": "a96961bb-744a-40a2-940f-91ff432622e2", "address": "fa:16:3e:08:e5:cb", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96961bb-74", "ovs_interfaceid": "a96961bb-744a-40a2-940f-91ff432622e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.995390] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52be4bd8-2cef-b4cb-df85-3718ec0aa828, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.995661] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.995918] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] bcf4eaa1-8b15-432b-9f56-838bb2813cdf/bcf4eaa1-8b15-432b-9f56-838bb2813cdf.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.996176] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b98d877-9a9c-4788-ba44-f9102c1f6c4c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.002039] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1387.002039] env[62364]: value = "task-2481665" [ 1387.002039] env[62364]: _type = "Task" [ 1387.002039] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.009085] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.185135] env[62364]: DEBUG nova.compute.manager [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Received event network-vif-plugged-a96961bb-744a-40a2-940f-91ff432622e2 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1387.185339] env[62364]: DEBUG oslo_concurrency.lockutils [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] Acquiring lock "4bc5ff9f-b052-4fd3-9286-135067607511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.185545] env[62364]: DEBUG oslo_concurrency.lockutils [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] Lock "4bc5ff9f-b052-4fd3-9286-135067607511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.185723] env[62364]: DEBUG oslo_concurrency.lockutils [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] Lock "4bc5ff9f-b052-4fd3-9286-135067607511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.185920] env[62364]: DEBUG nova.compute.manager [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] No waiting events found dispatching network-vif-plugged-a96961bb-744a-40a2-940f-91ff432622e2 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.186117] env[62364]: WARNING nova.compute.manager [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Received unexpected event network-vif-plugged-a96961bb-744a-40a2-940f-91ff432622e2 for instance with vm_state building and task_state spawning. [ 1387.186284] env[62364]: DEBUG nova.compute.manager [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Received event network-changed-a96961bb-744a-40a2-940f-91ff432622e2 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1387.186472] env[62364]: DEBUG nova.compute.manager [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Refreshing instance network info cache due to event network-changed-a96961bb-744a-40a2-940f-91ff432622e2. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1387.186659] env[62364]: DEBUG oslo_concurrency.lockutils [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] Acquiring lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.211346] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.211753] env[62364]: DEBUG nova.compute.manager [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Instance network_info: |[{"id": "a96961bb-744a-40a2-940f-91ff432622e2", "address": "fa:16:3e:08:e5:cb", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96961bb-74", "ovs_interfaceid": "a96961bb-744a-40a2-940f-91ff432622e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.211917] env[62364]: DEBUG oslo_concurrency.lockutils [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] Acquired lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.212116] env[62364]: DEBUG nova.network.neutron [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Refreshing network info cache for port a96961bb-744a-40a2-940f-91ff432622e2 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.213606] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:e5:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a96961bb-744a-40a2-940f-91ff432622e2', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.221452] env[62364]: DEBUG oslo.service.loopingcall [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.222856] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.223109] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50fc38c6-5713-400f-95fa-824ff561df01 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.244747] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.244747] env[62364]: value = "task-2481667" [ 1387.244747] env[62364]: _type = "Task" [ 1387.244747] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.253676] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481667, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.511897] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481665, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.754366] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481667, 'name': CreateVM_Task, 'duration_secs': 0.3866} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.756537] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.757203] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.757371] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.757678] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.758462] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06452dcb-d545-4b7a-bac7-037945c32504 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.762697] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1387.762697] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b160e2-f7aa-5eba-ed0c-a5c3ada1253c" [ 1387.762697] env[62364]: _type = "Task" [ 1387.762697] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.769909] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b160e2-f7aa-5eba-ed0c-a5c3ada1253c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.899286] env[62364]: DEBUG nova.network.neutron [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Updated VIF entry in instance network info cache for port a96961bb-744a-40a2-940f-91ff432622e2. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.899647] env[62364]: DEBUG nova.network.neutron [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Updating instance_info_cache with network_info: [{"id": "a96961bb-744a-40a2-940f-91ff432622e2", "address": "fa:16:3e:08:e5:cb", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96961bb-74", "ovs_interfaceid": "a96961bb-744a-40a2-940f-91ff432622e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.012879] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481665, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.273667] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b160e2-f7aa-5eba-ed0c-a5c3ada1253c, 'name': SearchDatastore_Task, 'duration_secs': 0.008662} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.273890] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.274145] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.274398] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.274558] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.274742] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.274991] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09fc6bd5-ab52-4ef1-8a3f-27b3531bf898 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.282711] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.282886] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.283586] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17822e14-0e11-4329-ba46-8ac1a622d085 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.287904] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1388.287904] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5246d4c4-a79a-d750-241f-9d3a0224cabb" [ 1388.287904] env[62364]: _type = "Task" [ 1388.287904] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.294690] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5246d4c4-a79a-d750-241f-9d3a0224cabb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.402576] env[62364]: DEBUG oslo_concurrency.lockutils [req-7f619be6-e574-4541-8d86-1aa0777d94b4 req-8e4cd3e9-61f1-44cf-94de-d29d4736fc63 service nova] Releasing lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.513444] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481665, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.418817} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.513810] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] bcf4eaa1-8b15-432b-9f56-838bb2813cdf/bcf4eaa1-8b15-432b-9f56-838bb2813cdf.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.513920] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.514184] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-105e2a34-9b5a-4c89-bfa3-7e8280bc4540 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.520368] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1388.520368] env[62364]: value = "task-2481668" [ 1388.520368] env[62364]: _type = "Task" [ 1388.520368] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.527332] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.799435] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5246d4c4-a79a-d750-241f-9d3a0224cabb, 'name': SearchDatastore_Task, 'duration_secs': 0.007913} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.800143] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb13ce04-d315-4393-827d-52300a1319dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.805416] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1388.805416] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52872dd8-b264-9fe3-45c0-c957f9068e10" [ 1388.805416] env[62364]: _type = "Task" [ 1388.805416] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.812559] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52872dd8-b264-9fe3-45c0-c957f9068e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.029944] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069245} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.030241] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.030998] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef692b9e-0a52-4fab-b40b-ebcfc89c4949 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.051811] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] bcf4eaa1-8b15-432b-9f56-838bb2813cdf/bcf4eaa1-8b15-432b-9f56-838bb2813cdf.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.052052] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c93edc1f-0dff-4852-a9eb-6114f8174429 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.070446] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1389.070446] env[62364]: value = "task-2481669" [ 1389.070446] env[62364]: _type = "Task" [ 1389.070446] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.077461] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.315365] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52872dd8-b264-9fe3-45c0-c957f9068e10, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.315589] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.315849] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4bc5ff9f-b052-4fd3-9286-135067607511/4bc5ff9f-b052-4fd3-9286-135067607511.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.316127] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73329fbb-2a6b-4464-b954-a3ede2d07526 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.321607] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1389.321607] env[62364]: value = "task-2481671" [ 1389.321607] env[62364]: _type = "Task" [ 1389.321607] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.328525] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.579576] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481669, 'name': ReconfigVM_Task, 'duration_secs': 0.256519} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.579999] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Reconfigured VM instance instance-00000078 to attach disk [datastore1] bcf4eaa1-8b15-432b-9f56-838bb2813cdf/bcf4eaa1-8b15-432b-9f56-838bb2813cdf.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.580466] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d3bc561-a384-4b8d-9f6a-e1c514cc55b2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.587756] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1389.587756] env[62364]: value = "task-2481672" [ 1389.587756] env[62364]: _type = "Task" [ 1389.587756] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.601493] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481672, 'name': Rename_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.831235] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410987} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.831466] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4bc5ff9f-b052-4fd3-9286-135067607511/4bc5ff9f-b052-4fd3-9286-135067607511.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.831686] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.831931] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b84bbce-e10d-41da-8a61-249b06967f99 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.839180] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1389.839180] env[62364]: value = "task-2481673" [ 1389.839180] env[62364]: _type = "Task" [ 1389.839180] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.846050] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.097747] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481672, 'name': Rename_Task, 'duration_secs': 0.218839} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.098030] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.098228] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-068142aa-af56-4d4f-b80b-d8779824e60e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.104403] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1390.104403] env[62364]: value = "task-2481674" [ 1390.104403] env[62364]: _type = "Task" [ 1390.104403] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.111333] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.348136] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093085} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.348379] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.349159] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8358e84-309d-44d0-bce5-939987f562f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.371308] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 4bc5ff9f-b052-4fd3-9286-135067607511/4bc5ff9f-b052-4fd3-9286-135067607511.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.371565] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c8cbb6-8d08-49ae-b4d5-4916e10bc446 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.389411] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1390.389411] env[62364]: value = "task-2481675" [ 1390.389411] env[62364]: _type = "Task" [ 1390.389411] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.396939] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.613901] env[62364]: DEBUG oslo_vmware.api [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481674, 'name': PowerOnVM_Task, 'duration_secs': 0.47693} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.614261] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.614390] env[62364]: INFO nova.compute.manager [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1390.614576] env[62364]: DEBUG nova.compute.manager [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.615346] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a772b8-dbc9-405d-b74d-bc13f07f5171 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.899260] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481675, 'name': ReconfigVM_Task, 'duration_secs': 0.459611} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.899488] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 4bc5ff9f-b052-4fd3-9286-135067607511/4bc5ff9f-b052-4fd3-9286-135067607511.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.900129] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10090513-acc9-47c1-a0cf-d0e766c9eb11 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.905203] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1390.905203] env[62364]: value = "task-2481676" [ 1390.905203] env[62364]: _type = "Task" [ 1390.905203] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.912151] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481676, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.131535] env[62364]: INFO nova.compute.manager [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Took 12.33 seconds to build instance. [ 1391.420216] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481676, 'name': Rename_Task, 'duration_secs': 0.506175} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.420693] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.421094] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f29e2ca5-defd-4c55-acb8-cadea98804cc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.428937] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1391.428937] env[62364]: value = "task-2481678" [ 1391.428937] env[62364]: _type = "Task" [ 1391.428937] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.440311] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.634253] env[62364]: DEBUG oslo_concurrency.lockutils [None req-530a7d60-6155-4c6a-af2f-0154f0577cd3 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.843s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.939609] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.215431] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.215737] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.215932] env[62364]: DEBUG nova.compute.manager [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.216832] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85dba3d-557f-4615-a35d-d4c9da4767cb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.223669] env[62364]: DEBUG nova.compute.manager [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62364) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1392.224259] env[62364]: DEBUG nova.objects.instance [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lazy-loading 'flavor' on Instance uuid bcf4eaa1-8b15-432b-9f56-838bb2813cdf {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.439058] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481678, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.940833] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481678, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.232376] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.232711] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14354455-a06f-4f7a-9b7c-089dfc295ca0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.240098] env[62364]: DEBUG oslo_vmware.api [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1393.240098] env[62364]: value = "task-2481679" [ 1393.240098] env[62364]: _type = "Task" [ 1393.240098] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.247638] env[62364]: DEBUG oslo_vmware.api [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.439415] env[62364]: DEBUG oslo_vmware.api [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481678, 'name': PowerOnVM_Task, 'duration_secs': 1.685387} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.439696] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.439898] env[62364]: INFO nova.compute.manager [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1393.440092] env[62364]: DEBUG nova.compute.manager [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.440854] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedd7dc1-c3b0-4c8f-b0f7-e22b8ca4dd94 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.750228] env[62364]: DEBUG oslo_vmware.api [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.956976] env[62364]: INFO nova.compute.manager [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Took 13.88 seconds to build instance. [ 1394.250343] env[62364]: DEBUG oslo_vmware.api [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481679, 'name': PowerOffVM_Task, 'duration_secs': 0.656001} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.250616] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.250813] env[62364]: DEBUG nova.compute.manager [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.251596] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5248b13-4f0c-4424-95bd-ee533383e739 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.346753] env[62364]: DEBUG nova.compute.manager [req-7fb6bc39-0276-4201-af2e-f5ffe83343f3 req-28dbeb54-a0f3-406e-b9d8-d3df872dac66 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Received event network-changed-a96961bb-744a-40a2-940f-91ff432622e2 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1394.346949] env[62364]: DEBUG nova.compute.manager [req-7fb6bc39-0276-4201-af2e-f5ffe83343f3 req-28dbeb54-a0f3-406e-b9d8-d3df872dac66 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Refreshing instance network info cache due to event network-changed-a96961bb-744a-40a2-940f-91ff432622e2. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1394.347192] env[62364]: DEBUG oslo_concurrency.lockutils [req-7fb6bc39-0276-4201-af2e-f5ffe83343f3 req-28dbeb54-a0f3-406e-b9d8-d3df872dac66 service nova] Acquiring lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.347339] env[62364]: DEBUG oslo_concurrency.lockutils [req-7fb6bc39-0276-4201-af2e-f5ffe83343f3 req-28dbeb54-a0f3-406e-b9d8-d3df872dac66 service nova] Acquired lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.347511] env[62364]: DEBUG nova.network.neutron [req-7fb6bc39-0276-4201-af2e-f5ffe83343f3 req-28dbeb54-a0f3-406e-b9d8-d3df872dac66 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Refreshing network info cache for port a96961bb-744a-40a2-940f-91ff432622e2 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.458541] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5de34039-2a88-4001-9848-bac6e218090f tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "4bc5ff9f-b052-4fd3-9286-135067607511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.392s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.524123] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "da4bc650-a807-47cf-a79d-22b759bae95e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.524123] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "da4bc650-a807-47cf-a79d-22b759bae95e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.762967] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f7beff32-8f0d-47bf-84d9-0a7f99faef18 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.547s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.026811] env[62364]: DEBUG nova.compute.manager [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.064768] env[62364]: DEBUG nova.network.neutron [req-7fb6bc39-0276-4201-af2e-f5ffe83343f3 req-28dbeb54-a0f3-406e-b9d8-d3df872dac66 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Updated VIF entry in instance network info cache for port a96961bb-744a-40a2-940f-91ff432622e2. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.065169] env[62364]: DEBUG nova.network.neutron [req-7fb6bc39-0276-4201-af2e-f5ffe83343f3 req-28dbeb54-a0f3-406e-b9d8-d3df872dac66 service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Updating instance_info_cache with network_info: [{"id": "a96961bb-744a-40a2-940f-91ff432622e2", "address": "fa:16:3e:08:e5:cb", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96961bb-74", "ovs_interfaceid": "a96961bb-744a-40a2-940f-91ff432622e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.550684] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.550956] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.552630] env[62364]: INFO nova.compute.claims [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.568250] env[62364]: DEBUG oslo_concurrency.lockutils [req-7fb6bc39-0276-4201-af2e-f5ffe83343f3 req-28dbeb54-a0f3-406e-b9d8-d3df872dac66 service nova] Releasing lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.993905] env[62364]: DEBUG oslo_concurrency.lockutils [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.994204] env[62364]: DEBUG oslo_concurrency.lockutils [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.994450] env[62364]: DEBUG oslo_concurrency.lockutils [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.994626] env[62364]: DEBUG oslo_concurrency.lockutils [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.994790] env[62364]: DEBUG oslo_concurrency.lockutils [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.996942] env[62364]: INFO nova.compute.manager [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Terminating instance [ 1396.500543] env[62364]: DEBUG nova.compute.manager [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.500970] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.501765] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fd0956-3d7d-4ceb-99e0-a312e669cfd1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.509802] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.510077] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f3e879c-b626-4b02-a52f-8b824bac8c42 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.629399] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.629615] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.629843] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleting the datastore file [datastore1] bcf4eaa1-8b15-432b-9f56-838bb2813cdf {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.630073] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cae790d2-99a3-4cd7-83bb-b69abeb1cfe6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.636353] env[62364]: DEBUG oslo_vmware.api [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1396.636353] env[62364]: value = "task-2481681" [ 1396.636353] env[62364]: _type = "Task" [ 1396.636353] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.643993] env[62364]: DEBUG oslo_vmware.api [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.645635] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171fa85-c5eb-4503-9d77-ad54adb0edaa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.652158] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6c1d7b-088f-4f1d-ac7d-4b49784777dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.684551] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ade066-18cb-47ea-b515-02928ffb589f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.692118] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1acf55-a66a-48e2-a325-0219badd3913 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.706254] env[62364]: DEBUG nova.compute.provider_tree [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.145936] env[62364]: DEBUG oslo_vmware.api [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156347} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.146226] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.146416] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.146594] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.146765] env[62364]: INFO nova.compute.manager [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1397.147014] env[62364]: DEBUG oslo.service.loopingcall [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.147207] env[62364]: DEBUG nova.compute.manager [-] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.147302] env[62364]: DEBUG nova.network.neutron [-] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.209248] env[62364]: DEBUG nova.scheduler.client.report [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.411446] env[62364]: DEBUG nova.compute.manager [req-d5004711-37af-417a-89cd-d329b29f291b req-8d0f544c-6ce7-4679-a15a-2c8a8b0cb366 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Received event network-vif-deleted-b19fa9c2-f121-4348-b8ad-6ce96ff5bb88 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1397.411677] env[62364]: INFO nova.compute.manager [req-d5004711-37af-417a-89cd-d329b29f291b req-8d0f544c-6ce7-4679-a15a-2c8a8b0cb366 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Neutron deleted interface b19fa9c2-f121-4348-b8ad-6ce96ff5bb88; detaching it from the instance and deleting it from the info cache [ 1397.411851] env[62364]: DEBUG nova.network.neutron [req-d5004711-37af-417a-89cd-d329b29f291b req-8d0f544c-6ce7-4679-a15a-2c8a8b0cb366 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.715883] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.716347] env[62364]: DEBUG nova.compute.manager [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1397.895529] env[62364]: DEBUG nova.network.neutron [-] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.914415] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df27fcbf-19ea-4a3f-b2d1-babc6b7c6867 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.924443] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b47485-a67b-4829-8701-5b8631d167c8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.950821] env[62364]: DEBUG nova.compute.manager [req-d5004711-37af-417a-89cd-d329b29f291b req-8d0f544c-6ce7-4679-a15a-2c8a8b0cb366 service nova] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Detach interface failed, port_id=b19fa9c2-f121-4348-b8ad-6ce96ff5bb88, reason: Instance bcf4eaa1-8b15-432b-9f56-838bb2813cdf could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1398.222314] env[62364]: DEBUG nova.compute.utils [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.223801] env[62364]: DEBUG nova.compute.manager [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.223972] env[62364]: DEBUG nova.network.neutron [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.270210] env[62364]: DEBUG nova.policy [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '194d812efa1840478326ec674907cdf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d99e581b0eb4d4191e3d7538e77110d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.398012] env[62364]: INFO nova.compute.manager [-] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Took 1.25 seconds to deallocate network for instance. [ 1398.529313] env[62364]: DEBUG nova.network.neutron [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Successfully created port: e3173061-6adb-49cd-b525-8be155868943 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.727452] env[62364]: DEBUG nova.compute.manager [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1398.904316] env[62364]: DEBUG oslo_concurrency.lockutils [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.904628] env[62364]: DEBUG oslo_concurrency.lockutils [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.904894] env[62364]: DEBUG nova.objects.instance [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lazy-loading 'resources' on Instance uuid bcf4eaa1-8b15-432b-9f56-838bb2813cdf {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.232880] env[62364]: INFO nova.virt.block_device [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Booting with volume b709b713-f011-4574-9ff3-894e07ab0a83 at /dev/sda [ 1399.268276] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94947abc-dcae-4f11-9467-6f6c862636b6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.277530] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a98f1a-3929-4fe5-ab9e-1500abb1667f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.304379] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93453e9b-f6db-4b3b-9ba9-1c3990851d7e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.312034] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f43e15a-d549-4377-b3de-b2c9c16a5cf7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.337044] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dbf97b-7093-42ad-9491-7f2dfc7315b1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.342910] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb630b6-b03e-4584-98b3-b0251a318fcc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.355709] env[62364]: DEBUG nova.virt.block_device [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating existing volume attachment record: ce2b5503-25c4-4903-b2cc-9e56a9460240 {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1399.487838] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbebb95-34e5-451a-ad4b-b333f24fa379 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.495310] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652bc67d-5cbe-4692-b5f6-ac60c2391521 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.526635] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7cf9dd-6807-415b-88a5-53bdf5766958 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.534148] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77b6dfa-257d-4bbd-977c-d36d50af42d8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.546996] env[62364]: DEBUG nova.compute.provider_tree [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.877954] env[62364]: DEBUG nova.compute.manager [req-bea13443-0ad8-45ee-9aaa-6e0e811b2ea1 req-1b8f66df-9777-4c5e-b9cf-4c6524d84b10 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Received event network-vif-plugged-e3173061-6adb-49cd-b525-8be155868943 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1399.878245] env[62364]: DEBUG oslo_concurrency.lockutils [req-bea13443-0ad8-45ee-9aaa-6e0e811b2ea1 req-1b8f66df-9777-4c5e-b9cf-4c6524d84b10 service nova] Acquiring lock "da4bc650-a807-47cf-a79d-22b759bae95e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.878378] env[62364]: DEBUG oslo_concurrency.lockutils [req-bea13443-0ad8-45ee-9aaa-6e0e811b2ea1 req-1b8f66df-9777-4c5e-b9cf-4c6524d84b10 service nova] Lock "da4bc650-a807-47cf-a79d-22b759bae95e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.878559] env[62364]: DEBUG oslo_concurrency.lockutils [req-bea13443-0ad8-45ee-9aaa-6e0e811b2ea1 req-1b8f66df-9777-4c5e-b9cf-4c6524d84b10 service nova] Lock "da4bc650-a807-47cf-a79d-22b759bae95e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.878728] env[62364]: DEBUG nova.compute.manager [req-bea13443-0ad8-45ee-9aaa-6e0e811b2ea1 req-1b8f66df-9777-4c5e-b9cf-4c6524d84b10 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] No waiting events found dispatching network-vif-plugged-e3173061-6adb-49cd-b525-8be155868943 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.878893] env[62364]: WARNING nova.compute.manager [req-bea13443-0ad8-45ee-9aaa-6e0e811b2ea1 req-1b8f66df-9777-4c5e-b9cf-4c6524d84b10 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Received unexpected event network-vif-plugged-e3173061-6adb-49cd-b525-8be155868943 for instance with vm_state building and task_state block_device_mapping. [ 1399.964365] env[62364]: DEBUG nova.network.neutron [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Successfully updated port: e3173061-6adb-49cd-b525-8be155868943 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.050452] env[62364]: DEBUG nova.scheduler.client.report [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.468936] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.469073] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.469237] env[62364]: DEBUG nova.network.neutron [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.555301] env[62364]: DEBUG oslo_concurrency.lockutils [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.573234] env[62364]: INFO nova.scheduler.client.report [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted allocations for instance bcf4eaa1-8b15-432b-9f56-838bb2813cdf [ 1401.006876] env[62364]: DEBUG nova.network.neutron [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.081350] env[62364]: DEBUG oslo_concurrency.lockutils [None req-702fe792-718d-4020-aebf-b486ddeb96f2 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "bcf4eaa1-8b15-432b-9f56-838bb2813cdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.087s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.136380] env[62364]: DEBUG nova.network.neutron [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance_info_cache with network_info: [{"id": "e3173061-6adb-49cd-b525-8be155868943", "address": "fa:16:3e:6d:91:5b", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3173061-6a", "ovs_interfaceid": "e3173061-6adb-49cd-b525-8be155868943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.435140] env[62364]: DEBUG nova.compute.manager [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1401.435661] env[62364]: DEBUG nova.virt.hardware [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.435903] env[62364]: DEBUG nova.virt.hardware [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.436080] env[62364]: DEBUG nova.virt.hardware [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.436270] env[62364]: DEBUG nova.virt.hardware [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.436419] env[62364]: DEBUG nova.virt.hardware [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.436570] env[62364]: DEBUG nova.virt.hardware [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.436778] env[62364]: DEBUG nova.virt.hardware [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.436936] env[62364]: DEBUG nova.virt.hardware [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.437116] env[62364]: DEBUG nova.virt.hardware [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.437283] env[62364]: DEBUG nova.virt.hardware [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.437457] env[62364]: DEBUG nova.virt.hardware [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.438346] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed4d0dd-42a2-4d1e-92ef-af5956afa67f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.446943] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b52304d-3675-497f-8dfc-98c4fc583598 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.639298] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.639720] env[62364]: DEBUG nova.compute.manager [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Instance network_info: |[{"id": "e3173061-6adb-49cd-b525-8be155868943", "address": "fa:16:3e:6d:91:5b", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3173061-6a", "ovs_interfaceid": "e3173061-6adb-49cd-b525-8be155868943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.640167] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:91:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3173061-6adb-49cd-b525-8be155868943', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.647619] env[62364]: DEBUG oslo.service.loopingcall [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.647826] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.648061] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c550e17a-68d0-41bf-9acc-7a865a19850a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.667478] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.667478] env[62364]: value = "task-2481682" [ 1401.667478] env[62364]: _type = "Task" [ 1401.667478] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.674708] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481682, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.717443] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "cae37d7d-969d-4e55-b45f-323b79dfec6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.717768] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "cae37d7d-969d-4e55-b45f-323b79dfec6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.718039] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "cae37d7d-969d-4e55-b45f-323b79dfec6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.718241] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "cae37d7d-969d-4e55-b45f-323b79dfec6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.718420] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "cae37d7d-969d-4e55-b45f-323b79dfec6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.720741] env[62364]: INFO nova.compute.manager [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Terminating instance [ 1401.903467] env[62364]: DEBUG nova.compute.manager [req-598a186d-8ac4-4695-ac4f-ad72741df65f req-6951dab3-6096-4ff2-a763-e6d5f7866c09 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Received event network-changed-e3173061-6adb-49cd-b525-8be155868943 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1401.903809] env[62364]: DEBUG nova.compute.manager [req-598a186d-8ac4-4695-ac4f-ad72741df65f req-6951dab3-6096-4ff2-a763-e6d5f7866c09 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Refreshing instance network info cache due to event network-changed-e3173061-6adb-49cd-b525-8be155868943. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1401.904097] env[62364]: DEBUG oslo_concurrency.lockutils [req-598a186d-8ac4-4695-ac4f-ad72741df65f req-6951dab3-6096-4ff2-a763-e6d5f7866c09 service nova] Acquiring lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.904286] env[62364]: DEBUG oslo_concurrency.lockutils [req-598a186d-8ac4-4695-ac4f-ad72741df65f req-6951dab3-6096-4ff2-a763-e6d5f7866c09 service nova] Acquired lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.904482] env[62364]: DEBUG nova.network.neutron [req-598a186d-8ac4-4695-ac4f-ad72741df65f req-6951dab3-6096-4ff2-a763-e6d5f7866c09 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Refreshing network info cache for port e3173061-6adb-49cd-b525-8be155868943 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.176751] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481682, 'name': CreateVM_Task, 'duration_secs': 0.299309} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.177129] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.177626] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'attachment_id': 'ce2b5503-25c4-4903-b2cc-9e56a9460240', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502158', 'volume_id': 'b709b713-f011-4574-9ff3-894e07ab0a83', 'name': 'volume-b709b713-f011-4574-9ff3-894e07ab0a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4bc650-a807-47cf-a79d-22b759bae95e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b709b713-f011-4574-9ff3-894e07ab0a83', 'serial': 'b709b713-f011-4574-9ff3-894e07ab0a83'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62364) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1402.177857] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Root volume attach. Driver type: vmdk {{(pid=62364) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1402.178633] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4076c2f4-e92b-4cc5-adbc-5f61147fbd64 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.185622] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4d482-9633-4b34-86c3-9d0c57f15f77 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.191089] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa2072d-b6b8-49b4-9300-2144e2ad42a1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.196524] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ce2fd7ae-a02e-47a5-93b6-f46115b34d4d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.203106] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1402.203106] env[62364]: value = "task-2481683" [ 1402.203106] env[62364]: _type = "Task" [ 1402.203106] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.210153] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481683, 'name': RelocateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.224849] env[62364]: DEBUG nova.compute.manager [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.225065] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.225767] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe987e6-7415-4e63-b323-d59df2cb83b0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.231937] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.232166] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecfd06b5-98aa-4016-a973-7f57c15d6073 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.238802] env[62364]: DEBUG oslo_vmware.api [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1402.238802] env[62364]: value = "task-2481684" [ 1402.238802] env[62364]: _type = "Task" [ 1402.238802] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.248078] env[62364]: DEBUG oslo_vmware.api [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.619428] env[62364]: DEBUG nova.network.neutron [req-598a186d-8ac4-4695-ac4f-ad72741df65f req-6951dab3-6096-4ff2-a763-e6d5f7866c09 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updated VIF entry in instance network info cache for port e3173061-6adb-49cd-b525-8be155868943. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.619800] env[62364]: DEBUG nova.network.neutron [req-598a186d-8ac4-4695-ac4f-ad72741df65f req-6951dab3-6096-4ff2-a763-e6d5f7866c09 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance_info_cache with network_info: [{"id": "e3173061-6adb-49cd-b525-8be155868943", "address": "fa:16:3e:6d:91:5b", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3173061-6a", "ovs_interfaceid": "e3173061-6adb-49cd-b525-8be155868943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.713991] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481683, 'name': RelocateVM_Task} progress is 43%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.748272] env[62364]: DEBUG oslo_vmware.api [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481684, 'name': PowerOffVM_Task, 'duration_secs': 0.18527} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.748534] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.748705] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.748975] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43054ea4-1754-45b8-9cf7-77e4bb60e16b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.811682] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.811996] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.812220] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleting the datastore file [datastore1] cae37d7d-969d-4e55-b45f-323b79dfec6a {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.812502] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2ff8531-e198-4dec-92f6-179466550403 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.818963] env[62364]: DEBUG oslo_vmware.api [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for the task: (returnval){ [ 1402.818963] env[62364]: value = "task-2481686" [ 1402.818963] env[62364]: _type = "Task" [ 1402.818963] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.827565] env[62364]: DEBUG oslo_vmware.api [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.123116] env[62364]: DEBUG oslo_concurrency.lockutils [req-598a186d-8ac4-4695-ac4f-ad72741df65f req-6951dab3-6096-4ff2-a763-e6d5f7866c09 service nova] Releasing lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.214268] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481683, 'name': RelocateVM_Task} progress is 58%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.329163] env[62364]: DEBUG oslo_vmware.api [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Task: {'id': task-2481686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470058} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.329406] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.329592] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.329778] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.329952] env[62364]: INFO nova.compute.manager [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1403.330231] env[62364]: DEBUG oslo.service.loopingcall [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.330432] env[62364]: DEBUG nova.compute.manager [-] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.330529] env[62364]: DEBUG nova.network.neutron [-] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.714385] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481683, 'name': RelocateVM_Task} progress is 71%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.937464] env[62364]: DEBUG nova.compute.manager [req-25167b4f-b118-4e42-b75c-49f7dc4fb3b7 req-ec764f69-7128-4c54-b975-b91cef6c9db2 service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Received event network-vif-deleted-2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1403.937863] env[62364]: INFO nova.compute.manager [req-25167b4f-b118-4e42-b75c-49f7dc4fb3b7 req-ec764f69-7128-4c54-b975-b91cef6c9db2 service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Neutron deleted interface 2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e; detaching it from the instance and deleting it from the info cache [ 1403.938202] env[62364]: DEBUG nova.network.neutron [req-25167b4f-b118-4e42-b75c-49f7dc4fb3b7 req-ec764f69-7128-4c54-b975-b91cef6c9db2 service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.090406] env[62364]: DEBUG nova.network.neutron [-] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.215121] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481683, 'name': RelocateVM_Task} progress is 86%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.442419] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5099394d-e60b-41b2-9a0d-4cecbbd7c409 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.451819] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf06d46-ff02-4ce9-87df-78853c1e3c6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.479581] env[62364]: DEBUG nova.compute.manager [req-25167b4f-b118-4e42-b75c-49f7dc4fb3b7 req-ec764f69-7128-4c54-b975-b91cef6c9db2 service nova] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Detach interface failed, port_id=2e35f63e-30cd-4bd2-9ee5-3dfc486bb01e, reason: Instance cae37d7d-969d-4e55-b45f-323b79dfec6a could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1404.593557] env[62364]: INFO nova.compute.manager [-] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Took 1.26 seconds to deallocate network for instance. [ 1404.715068] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481683, 'name': RelocateVM_Task} progress is 97%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.101282] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.101558] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.101812] env[62364]: DEBUG nova.objects.instance [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lazy-loading 'resources' on Instance uuid cae37d7d-969d-4e55-b45f-323b79dfec6a {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.214657] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481683, 'name': RelocateVM_Task, 'duration_secs': 2.949136} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.214937] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1405.215173] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502158', 'volume_id': 'b709b713-f011-4574-9ff3-894e07ab0a83', 'name': 'volume-b709b713-f011-4574-9ff3-894e07ab0a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4bc650-a807-47cf-a79d-22b759bae95e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b709b713-f011-4574-9ff3-894e07ab0a83', 'serial': 'b709b713-f011-4574-9ff3-894e07ab0a83'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1405.215955] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c51da62-adae-48a1-9dff-43d2d408b0e9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.231017] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59c2f73-4256-49a8-bfab-98d572d87073 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.252518] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-b709b713-f011-4574-9ff3-894e07ab0a83/volume-b709b713-f011-4574-9ff3-894e07ab0a83.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.252747] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f801ee-c06a-4c95-924f-7f61567458ed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.271485] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1405.271485] env[62364]: value = "task-2481687" [ 1405.271485] env[62364]: _type = "Task" [ 1405.271485] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.278608] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481687, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.679072] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1b5d8e-fad0-433c-8960-a3e765a66ed1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.686299] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f8098b-9868-4190-9c2f-afbc1410eaf3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.716211] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d041a8ed-ce3b-49f3-a5a7-794fac3e9102 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.722994] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f6d2a5-e618-43da-86c1-afeeabf70605 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.735805] env[62364]: DEBUG nova.compute.provider_tree [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.779626] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481687, 'name': ReconfigVM_Task, 'duration_secs': 0.270789} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.779890] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-b709b713-f011-4574-9ff3-894e07ab0a83/volume-b709b713-f011-4574-9ff3-894e07ab0a83.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.784516] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7a9dca-4b92-4580-b840-48e1b2dbb7f1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.798210] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1405.798210] env[62364]: value = "task-2481688" [ 1405.798210] env[62364]: _type = "Task" [ 1405.798210] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.805401] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.239875] env[62364]: DEBUG nova.scheduler.client.report [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.308196] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481688, 'name': ReconfigVM_Task, 'duration_secs': 0.117401} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.308489] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502158', 'volume_id': 'b709b713-f011-4574-9ff3-894e07ab0a83', 'name': 'volume-b709b713-f011-4574-9ff3-894e07ab0a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da4bc650-a807-47cf-a79d-22b759bae95e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b709b713-f011-4574-9ff3-894e07ab0a83', 'serial': 'b709b713-f011-4574-9ff3-894e07ab0a83'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1406.308999] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af202cc2-9ea3-4c8c-9533-77e532752001 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.315278] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1406.315278] env[62364]: value = "task-2481689" [ 1406.315278] env[62364]: _type = "Task" [ 1406.315278] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.322475] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481689, 'name': Rename_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.744683] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.768314] env[62364]: INFO nova.scheduler.client.report [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Deleted allocations for instance cae37d7d-969d-4e55-b45f-323b79dfec6a [ 1406.825445] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481689, 'name': Rename_Task, 'duration_secs': 0.155397} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.825714] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.825951] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e4ddc6e-4534-4dbd-8755-b4bfe8f0d940 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.831897] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1406.831897] env[62364]: value = "task-2481690" [ 1406.831897] env[62364]: _type = "Task" [ 1406.831897] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.839064] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.276733] env[62364]: DEBUG oslo_concurrency.lockutils [None req-4375962b-3dc5-4b17-bb32-1bc8352b4142 tempest-ServersTestJSON-507741235 tempest-ServersTestJSON-507741235-project-member] Lock "cae37d7d-969d-4e55-b45f-323b79dfec6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.559s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.341379] env[62364]: DEBUG oslo_vmware.api [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481690, 'name': PowerOnVM_Task, 'duration_secs': 0.488604} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.341652] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.341854] env[62364]: INFO nova.compute.manager [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1407.342053] env[62364]: DEBUG nova.compute.manager [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.343069] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed958b-1261-49f6-809b-964930fbffee {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.859237] env[62364]: INFO nova.compute.manager [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Took 12.33 seconds to build instance. [ 1408.361591] env[62364]: DEBUG oslo_concurrency.lockutils [None req-19575a95-a53c-4e19-b5d1-e170b8d9e4aa tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "da4bc650-a807-47cf-a79d-22b759bae95e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.837s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.058885] env[62364]: DEBUG nova.compute.manager [req-caa171c6-c4c9-4a2f-9183-8dd3a9622442 req-4a53a61e-9298-4a58-861d-5586f6fcf63a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Received event network-changed-53698f05-7a0a-4f6d-8820-a9f65b454ba9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1409.059122] env[62364]: DEBUG nova.compute.manager [req-caa171c6-c4c9-4a2f-9183-8dd3a9622442 req-4a53a61e-9298-4a58-861d-5586f6fcf63a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Refreshing instance network info cache due to event network-changed-53698f05-7a0a-4f6d-8820-a9f65b454ba9. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1409.059347] env[62364]: DEBUG oslo_concurrency.lockutils [req-caa171c6-c4c9-4a2f-9183-8dd3a9622442 req-4a53a61e-9298-4a58-861d-5586f6fcf63a service nova] Acquiring lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.059494] env[62364]: DEBUG oslo_concurrency.lockutils [req-caa171c6-c4c9-4a2f-9183-8dd3a9622442 req-4a53a61e-9298-4a58-861d-5586f6fcf63a service nova] Acquired lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.059889] env[62364]: DEBUG nova.network.neutron [req-caa171c6-c4c9-4a2f-9183-8dd3a9622442 req-4a53a61e-9298-4a58-861d-5586f6fcf63a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Refreshing network info cache for port 53698f05-7a0a-4f6d-8820-a9f65b454ba9 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.822824] env[62364]: DEBUG nova.network.neutron [req-caa171c6-c4c9-4a2f-9183-8dd3a9622442 req-4a53a61e-9298-4a58-861d-5586f6fcf63a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Updated VIF entry in instance network info cache for port 53698f05-7a0a-4f6d-8820-a9f65b454ba9. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.823508] env[62364]: DEBUG nova.network.neutron [req-caa171c6-c4c9-4a2f-9183-8dd3a9622442 req-4a53a61e-9298-4a58-861d-5586f6fcf63a service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Updating instance_info_cache with network_info: [{"id": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "address": "fa:16:3e:58:a4:25", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53698f05-7a", "ovs_interfaceid": "53698f05-7a0a-4f6d-8820-a9f65b454ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.326522] env[62364]: DEBUG oslo_concurrency.lockutils [req-caa171c6-c4c9-4a2f-9183-8dd3a9622442 req-4a53a61e-9298-4a58-861d-5586f6fcf63a service nova] Releasing lock "refresh_cache-16cad613-df83-49f4-938a-1127e0cb042c" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.740057] env[62364]: DEBUG nova.compute.manager [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Stashing vm_state: active {{(pid=62364) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1411.083264] env[62364]: DEBUG nova.compute.manager [req-714d6bcb-ff21-4b11-a19c-ff70fb22c993 req-db5bdf7e-d0b3-4762-8ece-382710a9e290 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Received event network-changed-e3173061-6adb-49cd-b525-8be155868943 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1411.083514] env[62364]: DEBUG nova.compute.manager [req-714d6bcb-ff21-4b11-a19c-ff70fb22c993 req-db5bdf7e-d0b3-4762-8ece-382710a9e290 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Refreshing instance network info cache due to event network-changed-e3173061-6adb-49cd-b525-8be155868943. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1411.083776] env[62364]: DEBUG oslo_concurrency.lockutils [req-714d6bcb-ff21-4b11-a19c-ff70fb22c993 req-db5bdf7e-d0b3-4762-8ece-382710a9e290 service nova] Acquiring lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.083896] env[62364]: DEBUG oslo_concurrency.lockutils [req-714d6bcb-ff21-4b11-a19c-ff70fb22c993 req-db5bdf7e-d0b3-4762-8ece-382710a9e290 service nova] Acquired lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.084075] env[62364]: DEBUG nova.network.neutron [req-714d6bcb-ff21-4b11-a19c-ff70fb22c993 req-db5bdf7e-d0b3-4762-8ece-382710a9e290 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Refreshing network info cache for port e3173061-6adb-49cd-b525-8be155868943 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.259764] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.260164] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.765374] env[62364]: INFO nova.compute.claims [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.784175] env[62364]: DEBUG nova.network.neutron [req-714d6bcb-ff21-4b11-a19c-ff70fb22c993 req-db5bdf7e-d0b3-4762-8ece-382710a9e290 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updated VIF entry in instance network info cache for port e3173061-6adb-49cd-b525-8be155868943. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.784618] env[62364]: DEBUG nova.network.neutron [req-714d6bcb-ff21-4b11-a19c-ff70fb22c993 req-db5bdf7e-d0b3-4762-8ece-382710a9e290 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance_info_cache with network_info: [{"id": "e3173061-6adb-49cd-b525-8be155868943", "address": "fa:16:3e:6d:91:5b", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3173061-6a", "ovs_interfaceid": "e3173061-6adb-49cd-b525-8be155868943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.271913] env[62364]: INFO nova.compute.resource_tracker [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating resource usage from migration 0d34db2d-3023-451c-bb15-d6eeac8d96c1 [ 1412.286886] env[62364]: DEBUG oslo_concurrency.lockutils [req-714d6bcb-ff21-4b11-a19c-ff70fb22c993 req-db5bdf7e-d0b3-4762-8ece-382710a9e290 service nova] Releasing lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.334874] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b29275f-eeae-460d-b0d1-745f4572efdb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.342131] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff3e93-6025-4bb4-9ce1-fba69a6ca9d4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.371969] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84e466a-0008-4456-8767-24c7781d188a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.378344] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f84708-15b5-483c-a99c-560042e55607 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.390577] env[62364]: DEBUG nova.compute.provider_tree [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.894087] env[62364]: DEBUG nova.scheduler.client.report [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.399280] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.139s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.399657] env[62364]: INFO nova.compute.manager [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Migrating [ 1413.914276] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.914466] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.914628] env[62364]: DEBUG nova.network.neutron [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.595767] env[62364]: DEBUG nova.network.neutron [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance_info_cache with network_info: [{"id": "e3173061-6adb-49cd-b525-8be155868943", "address": "fa:16:3e:6d:91:5b", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3173061-6a", "ovs_interfaceid": "e3173061-6adb-49cd-b525-8be155868943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.098790] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.615307] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2decfc6-ee35-4676-b4a6-6f2102861628 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.633447] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance 'da4bc650-a807-47cf-a79d-22b759bae95e' progress to 0 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1417.139569] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.139887] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86c3daad-9fb9-4aad-b0d4-534d710f126a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.148007] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1417.148007] env[62364]: value = "task-2481691" [ 1417.148007] env[62364]: _type = "Task" [ 1417.148007] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.155262] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.657482] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481691, 'name': PowerOffVM_Task, 'duration_secs': 0.181756} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.657823] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.657943] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance 'da4bc650-a807-47cf-a79d-22b759bae95e' progress to 17 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1418.165046] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.165317] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.165485] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.165808] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.165808] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.165966] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.166186] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.166346] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.166513] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.166673] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.166848] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.171992] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86908849-7967-4d0a-abed-b5752e754e9e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.190533] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1418.190533] env[62364]: value = "task-2481692" [ 1418.190533] env[62364]: _type = "Task" [ 1418.190533] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.198454] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.700255] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481692, 'name': ReconfigVM_Task, 'duration_secs': 0.181058} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.700658] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance 'da4bc650-a807-47cf-a79d-22b759bae95e' progress to 33 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1419.207409] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.207670] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.207833] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.208035] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.208194] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.208344] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.208549] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.208735] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.208923] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.209109] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.209288] env[62364]: DEBUG nova.virt.hardware [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.214632] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1419.214975] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c65afc9-d292-4749-884a-e55475870b14 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.235246] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1419.235246] env[62364]: value = "task-2481693" [ 1419.235246] env[62364]: _type = "Task" [ 1419.235246] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.245728] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.745584] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481693, 'name': ReconfigVM_Task, 'duration_secs': 0.155061} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.746039] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1419.746600] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cb5241-423d-431d-a058-f29290960e84 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.768491] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-b709b713-f011-4574-9ff3-894e07ab0a83/volume-b709b713-f011-4574-9ff3-894e07ab0a83.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.769132] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08fa7fc0-6ee1-4359-88a8-45a89978f06b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.787344] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1419.787344] env[62364]: value = "task-2481694" [ 1419.787344] env[62364]: _type = "Task" [ 1419.787344] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.795098] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.296776] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481694, 'name': ReconfigVM_Task, 'duration_secs': 0.27233} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.297081] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-b709b713-f011-4574-9ff3-894e07ab0a83/volume-b709b713-f011-4574-9ff3-894e07ab0a83.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.297371] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance 'da4bc650-a807-47cf-a79d-22b759bae95e' progress to 50 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1420.803868] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7034cc92-ffad-462d-bd08-93f1b2811740 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.822084] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d17cac-9028-438a-bc45-73fe0cda3ddb {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.839008] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance 'da4bc650-a807-47cf-a79d-22b759bae95e' progress to 67 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1422.473556] env[62364]: DEBUG nova.network.neutron [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Port e3173061-6adb-49cd-b525-8be155868943 binding to destination host cpu-1 is already ACTIVE {{(pid=62364) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1422.665615] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.665794] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Cleaning up deleted instances with incomplete migration {{(pid=62364) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11798}} [ 1423.495190] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "da4bc650-a807-47cf-a79d-22b759bae95e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.495190] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "da4bc650-a807-47cf-a79d-22b759bae95e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.495605] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "da4bc650-a807-47cf-a79d-22b759bae95e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.532797] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.533040] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.533234] env[62364]: DEBUG nova.network.neutron [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.168182] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.231020] env[62364]: DEBUG nova.network.neutron [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance_info_cache with network_info: [{"id": "e3173061-6adb-49cd-b525-8be155868943", "address": "fa:16:3e:6d:91:5b", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3173061-6a", "ovs_interfaceid": "e3173061-6adb-49cd-b525-8be155868943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.665529] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.733500] env[62364]: DEBUG oslo_concurrency.lockutils [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.242943] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e482b-94c7-472d-99ea-bb6594bbdf2d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.250051] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2512f77c-da06-40f0-9f99-9eb435819b33 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.344677] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63d5657-cb03-45b0-a165-2f72b90cb464 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.364600] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b83e7-38e8-4629-8301-c532373e433b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.370962] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance 'da4bc650-a807-47cf-a79d-22b759bae95e' progress to 83 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1427.666080] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.666283] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1427.876970] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.877246] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b21753e6-0121-4d17-a444-a362dbe306fc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.886412] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1427.886412] env[62364]: value = "task-2481695" [ 1427.886412] env[62364]: _type = "Task" [ 1427.886412] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.894321] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.396503] env[62364]: DEBUG oslo_vmware.api [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481695, 'name': PowerOnVM_Task, 'duration_secs': 0.363943} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.396911] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1428.396964] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-c48affb9-496e-4ef2-b258-dcd62dfb431f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance 'da4bc650-a807-47cf-a79d-22b759bae95e' progress to 100 {{(pid=62364) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1428.672420] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Didn't find any instances for network info cache update. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10546}} [ 1428.672639] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.665365] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.168411] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.168660] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.168829] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.168984] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1430.169889] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6356a4-bc64-46f3-b85a-2a638d87f7e3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.178169] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17079f1d-9d14-42ae-b4c1-265bbffbbe79 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.192467] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392d9b48-0831-4e6c-a201-0267a3eb8dc5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.198459] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027cdec-ca84-4bb1-a3e0-b9ea185c8de6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.226856] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180377MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1430.227044] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.227269] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.600218] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "4bc5ff9f-b052-4fd3-9286-135067607511" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.600494] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "4bc5ff9f-b052-4fd3-9286-135067607511" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.600686] env[62364]: DEBUG nova.compute.manager [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.601643] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd06bb2d-754e-4edd-8d23-f3fabc930ce3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.608283] env[62364]: DEBUG nova.compute.manager [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62364) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1430.608826] env[62364]: DEBUG nova.objects.instance [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'flavor' on Instance uuid 4bc5ff9f-b052-4fd3-9286-135067607511 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.858381] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "da4bc650-a807-47cf-a79d-22b759bae95e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.858778] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "da4bc650-a807-47cf-a79d-22b759bae95e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.858778] env[62364]: DEBUG nova.compute.manager [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Going to confirm migration 10 {{(pid=62364) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1431.234456] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Applying migration context for instance da4bc650-a807-47cf-a79d-22b759bae95e as it has an incoming, in-progress migration 0d34db2d-3023-451c-bb15-d6eeac8d96c1. Migration status is confirming {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1431.235398] env[62364]: INFO nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating resource usage from migration 0d34db2d-3023-451c-bb15-d6eeac8d96c1 [ 1431.289063] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 16cad613-df83-49f4-938a-1127e0cb042c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1431.289228] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance b929aa48-9c93-427c-b888-f032c88b1ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1431.289357] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 4bc5ff9f-b052-4fd3-9286-135067607511 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1431.289480] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Migration 0d34db2d-3023-451c-bb15-d6eeac8d96c1 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1431.289600] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance da4bc650-a807-47cf-a79d-22b759bae95e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1431.289782] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1431.289940] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1431.357296] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e527d2cd-5af4-44cd-9b96-875577c54bdd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.367419] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d1d09a-5cea-4b93-8633-6d59acde5e5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.396335] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec556c95-1fe9-46d1-8f41-6f4b60047b25 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.403951] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6378ad0a-efe5-46d1-9f0b-50ea25bd95de {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.415921] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.429266] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.429444] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquired lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.429617] env[62364]: DEBUG nova.network.neutron [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.429795] env[62364]: DEBUG nova.objects.instance [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lazy-loading 'info_cache' on Instance uuid da4bc650-a807-47cf-a79d-22b759bae95e {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.615598] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.615926] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f1004b3-1253-4dda-afb2-3961911ca940 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.624315] env[62364]: DEBUG oslo_vmware.api [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1431.624315] env[62364]: value = "task-2481696" [ 1431.624315] env[62364]: _type = "Task" [ 1431.624315] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.632386] env[62364]: DEBUG oslo_vmware.api [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.918689] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.133934] env[62364]: DEBUG oslo_vmware.api [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481696, 'name': PowerOffVM_Task, 'duration_secs': 0.222868} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.134228] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.134433] env[62364]: DEBUG nova.compute.manager [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.135285] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c288257-5943-43d5-9760-4c8e1b449ee4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.423514] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1432.423730] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.633494] env[62364]: DEBUG nova.network.neutron [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance_info_cache with network_info: [{"id": "e3173061-6adb-49cd-b525-8be155868943", "address": "fa:16:3e:6d:91:5b", "network": {"id": "af7d1f32-351d-4423-8d6a-1b83fdfd3969", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1789350763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d99e581b0eb4d4191e3d7538e77110d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3173061-6a", "ovs_interfaceid": "e3173061-6adb-49cd-b525-8be155868943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.647034] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5cd777c3-4441-4fee-a3a7-92fae4fea96a tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "4bc5ff9f-b052-4fd3-9286-135067607511" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.969781] env[62364]: DEBUG nova.objects.instance [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'flavor' on Instance uuid 4bc5ff9f-b052-4fd3-9286-135067607511 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.136897] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Releasing lock "refresh_cache-da4bc650-a807-47cf-a79d-22b759bae95e" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.137190] env[62364]: DEBUG nova.objects.instance [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lazy-loading 'migration_context' on Instance uuid da4bc650-a807-47cf-a79d-22b759bae95e {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.419491] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.419688] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.474536] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.474715] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.474875] env[62364]: DEBUG nova.network.neutron [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.475083] env[62364]: DEBUG nova.objects.instance [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'info_cache' on Instance uuid 4bc5ff9f-b052-4fd3-9286-135067607511 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.640272] env[62364]: DEBUG nova.objects.base [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1433.641229] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c7a719-3d0f-4c2f-be97-b44a966f9a9c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.660557] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04fa17a8-33ba-4d00-b16b-d8f2718e424c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.666054] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.666510] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1433.666628] env[62364]: DEBUG oslo_vmware.api [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1433.666628] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52b654f9-f563-3ff8-7851-5cc7968835b5" [ 1433.666628] env[62364]: _type = "Task" [ 1433.666628] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.666921] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.675845] env[62364]: DEBUG oslo_vmware.api [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52b654f9-f563-3ff8-7851-5cc7968835b5, 'name': SearchDatastore_Task, 'duration_secs': 0.007563} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.676091] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.676327] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.978707] env[62364]: DEBUG nova.objects.base [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Object Instance<4bc5ff9f-b052-4fd3-9286-135067607511> lazy-loaded attributes: flavor,info_cache {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1434.249161] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff414550-e71c-49f6-aca1-2bf1b2547e15 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.256556] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e02333-6398-4083-a7f0-47d891095ca1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.286378] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891beaea-51e3-48d7-81a6-82262638adb5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.292947] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f200b2b-f9b3-47f9-a872-598fc4fe1b57 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.305666] env[62364]: DEBUG nova.compute.provider_tree [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.679356] env[62364]: DEBUG nova.network.neutron [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Updating instance_info_cache with network_info: [{"id": "a96961bb-744a-40a2-940f-91ff432622e2", "address": "fa:16:3e:08:e5:cb", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96961bb-74", "ovs_interfaceid": "a96961bb-744a-40a2-940f-91ff432622e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.808592] env[62364]: DEBUG nova.scheduler.client.report [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.172146] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.182107] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.665765] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.665930] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Cleaning up deleted instances {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1435.819189] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.143s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.173360] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] There are 20 instances to clean {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11769}} [ 1436.173730] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: bcf4eaa1-8b15-432b-9f56-838bb2813cdf] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1436.188213] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.188502] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c47974-88b7-40aa-b558-6aecad1dbdc1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.195065] env[62364]: DEBUG oslo_vmware.api [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1436.195065] env[62364]: value = "task-2481697" [ 1436.195065] env[62364]: _type = "Task" [ 1436.195065] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.204034] env[62364]: DEBUG oslo_vmware.api [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.375750] env[62364]: INFO nova.scheduler.client.report [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted allocation for migration 0d34db2d-3023-451c-bb15-d6eeac8d96c1 [ 1436.676379] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 6956dd8f-7310-4143-8196-f43ea6a4cb75] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1436.705840] env[62364]: DEBUG oslo_vmware.api [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481697, 'name': PowerOnVM_Task, 'duration_secs': 0.330767} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.706130] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.706345] env[62364]: DEBUG nova.compute.manager [None req-a413f342-6d66-44ed-a9f2-357f4aa6d62d tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.707110] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68417821-6281-438f-bda8-7ff15e3e37f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.881132] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5df318cd-60c3-4b65-9903-922887764485 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "da4bc650-a807-47cf-a79d-22b759bae95e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.022s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.121456] env[62364]: INFO nova.compute.manager [None req-22c9022a-23d0-44c6-be88-22b3040e8fa3 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Get console output [ 1437.121837] env[62364]: WARNING nova.virt.vmwareapi.driver [None req-22c9022a-23d0-44c6-be88-22b3040e8fa3 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] The console log is missing. Check your VSPC configuration [ 1437.179444] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 163aee44-21d5-41e7-ba47-080a5c11f1ab] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1437.682653] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: ac8c2a8a-61ac-40ae-80ea-d00a6a23aad3] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1437.706842] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d017b9e-0932-4aa0-98d8-f5811fefe6f6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.714286] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-90c3847a-417c-48ba-8ae7-ffc912b05785 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Suspending the VM {{(pid=62364) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1437.714517] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c3ea44bf-1f23-4afd-8a55-5450240f6794 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.720978] env[62364]: DEBUG oslo_vmware.api [None req-90c3847a-417c-48ba-8ae7-ffc912b05785 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1437.720978] env[62364]: value = "task-2481698" [ 1437.720978] env[62364]: _type = "Task" [ 1437.720978] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.729320] env[62364]: DEBUG oslo_vmware.api [None req-90c3847a-417c-48ba-8ae7-ffc912b05785 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481698, 'name': SuspendVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.186606] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4c9e1a55-93e6-474d-889a-7c1d82e4be6c] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1438.233332] env[62364]: DEBUG oslo_vmware.api [None req-90c3847a-417c-48ba-8ae7-ffc912b05785 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481698, 'name': SuspendVM_Task} progress is 100%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.690371] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 493fe83a-fa4f-4e4b-9b42-2e28f30323ea] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1438.730530] env[62364]: DEBUG oslo_vmware.api [None req-90c3847a-417c-48ba-8ae7-ffc912b05785 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481698, 'name': SuspendVM_Task, 'duration_secs': 0.568708} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.730903] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-90c3847a-417c-48ba-8ae7-ffc912b05785 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Suspended the VM {{(pid=62364) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1438.731115] env[62364]: DEBUG nova.compute.manager [None req-90c3847a-417c-48ba-8ae7-ffc912b05785 tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.731864] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d41cc7e-58a3-4c6c-a2d3-45ee1d757d44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.193430] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 137867e5-bc0f-4cec-9041-0b3341c2cbd5] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1439.696954] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: cae37d7d-969d-4e55-b45f-323b79dfec6a] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1440.043762] env[62364]: INFO nova.compute.manager [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Resuming [ 1440.044473] env[62364]: DEBUG nova.objects.instance [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'flavor' on Instance uuid 4bc5ff9f-b052-4fd3-9286-135067607511 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.200293] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 05a7aee0-322f-450e-afd3-c11faab4a15d] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1440.703369] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: e332e516-4592-45ed-af02-fbfaa37e1bfd] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1441.207087] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: c6668dc8-607f-47d9-a3af-479d6fe0c7de] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1441.554759] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.554979] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquired lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.555191] env[62364]: DEBUG nova.network.neutron [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.710099] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 7cb62828-57ca-43c7-81b3-c48dca8a8473] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1442.213039] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 40777ca1-931f-4323-a94d-c4f29d843200] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1442.250418] env[62364]: DEBUG nova.network.neutron [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Updating instance_info_cache with network_info: [{"id": "a96961bb-744a-40a2-940f-91ff432622e2", "address": "fa:16:3e:08:e5:cb", "network": {"id": "d9a04d7b-cc5e-4f16-a79f-8082b64a49c4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-11083566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bac04f4df1614c6fa38444c5fd27ab2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96961bb-74", "ovs_interfaceid": "a96961bb-744a-40a2-940f-91ff432622e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.716853] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 6a937339-357b-4af7-9f28-4b70666fb1e3] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1442.752785] env[62364]: DEBUG oslo_concurrency.lockutils [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Releasing lock "refresh_cache-4bc5ff9f-b052-4fd3-9286-135067607511" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.753766] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665bab5a-ef0a-4046-8ff1-ade15e4f0e39 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.761342] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Resuming the VM {{(pid=62364) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1442.761574] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-718d6486-6e51-4878-9f73-ef02d862a4f1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.766988] env[62364]: DEBUG oslo_vmware.api [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1442.766988] env[62364]: value = "task-2481699" [ 1442.766988] env[62364]: _type = "Task" [ 1442.766988] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.774130] env[62364]: DEBUG oslo_vmware.api [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.220722] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: ed1a68ff-24ac-48cf-b798-ef353b52cf1d] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1443.276886] env[62364]: DEBUG oslo_vmware.api [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481699, 'name': PowerOnVM_Task, 'duration_secs': 0.43797} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.277244] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Resumed the VM {{(pid=62364) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1443.277439] env[62364]: DEBUG nova.compute.manager [None req-87f9f623-db33-4155-a8ec-a2ff5eee885b tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.278183] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f432d1ee-80b4-42e8-9cb5-cac837541f01 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.724270] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: d5b12ec9-2583-4d89-b8ad-375d0b725179] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1444.227506] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 41690a03-01fb-4790-b9d6-6063e3015191] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1444.683448] env[62364]: DEBUG oslo_concurrency.lockutils [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "4bc5ff9f-b052-4fd3-9286-135067607511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.683702] env[62364]: DEBUG oslo_concurrency.lockutils [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "4bc5ff9f-b052-4fd3-9286-135067607511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.683917] env[62364]: DEBUG oslo_concurrency.lockutils [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "4bc5ff9f-b052-4fd3-9286-135067607511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.684145] env[62364]: DEBUG oslo_concurrency.lockutils [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "4bc5ff9f-b052-4fd3-9286-135067607511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.684333] env[62364]: DEBUG oslo_concurrency.lockutils [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "4bc5ff9f-b052-4fd3-9286-135067607511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.686346] env[62364]: INFO nova.compute.manager [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Terminating instance [ 1444.730212] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 43837287-48c0-4bed-aea2-fccdaa7d8ea7] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1445.189693] env[62364]: DEBUG nova.compute.manager [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1445.189965] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1445.190859] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55bed55-cba6-433a-9214-d8708b2d858c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.198511] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.198729] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3541ff5-f8ed-4c7d-9cae-aedbed9b1aed {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.204746] env[62364]: DEBUG oslo_vmware.api [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1445.204746] env[62364]: value = "task-2481700" [ 1445.204746] env[62364]: _type = "Task" [ 1445.204746] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.211593] env[62364]: DEBUG oslo_vmware.api [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.233598] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: e204fc32-a959-45b7-b69b-a9133ff8b507] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1445.714403] env[62364]: DEBUG oslo_vmware.api [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481700, 'name': PowerOffVM_Task, 'duration_secs': 0.304535} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.714670] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.714864] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.715112] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ccc8d1f-2488-41fa-9e80-97ef3da853a9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.737163] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 49b10d42-1180-4747-862c-fc0a6b7d3e94] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1445.776865] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.777095] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.777322] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleting the datastore file [datastore1] 4bc5ff9f-b052-4fd3-9286-135067607511 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.777581] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d22b236-5271-4b4c-90e5-ea6af2681f73 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.783480] env[62364]: DEBUG oslo_vmware.api [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for the task: (returnval){ [ 1445.783480] env[62364]: value = "task-2481702" [ 1445.783480] env[62364]: _type = "Task" [ 1445.783480] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.791159] env[62364]: DEBUG oslo_vmware.api [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.293672] env[62364]: DEBUG oslo_vmware.api [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Task: {'id': task-2481702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146699} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.294102] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1446.294195] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1446.294321] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1446.294497] env[62364]: INFO nova.compute.manager [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1446.294745] env[62364]: DEBUG oslo.service.loopingcall [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.294934] env[62364]: DEBUG nova.compute.manager [-] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1446.295046] env[62364]: DEBUG nova.network.neutron [-] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.718800] env[62364]: DEBUG nova.compute.manager [req-b3bddbdf-efd2-45fd-98b5-46bc1b12ce55 req-daf1658b-76a3-43d5-992c-cb7fa63737aa service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Received event network-vif-deleted-a96961bb-744a-40a2-940f-91ff432622e2 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1446.718860] env[62364]: INFO nova.compute.manager [req-b3bddbdf-efd2-45fd-98b5-46bc1b12ce55 req-daf1658b-76a3-43d5-992c-cb7fa63737aa service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Neutron deleted interface a96961bb-744a-40a2-940f-91ff432622e2; detaching it from the instance and deleting it from the info cache [ 1446.719026] env[62364]: DEBUG nova.network.neutron [req-b3bddbdf-efd2-45fd-98b5-46bc1b12ce55 req-daf1658b-76a3-43d5-992c-cb7fa63737aa service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.198654] env[62364]: DEBUG nova.network.neutron [-] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.221179] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d19930a-ee53-4084-8aa5-dd2cb836c778 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.230467] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf97b87d-26b7-44a7-b256-3e03fd3eecb1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.257939] env[62364]: DEBUG nova.compute.manager [req-b3bddbdf-efd2-45fd-98b5-46bc1b12ce55 req-daf1658b-76a3-43d5-992c-cb7fa63737aa service nova] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Detach interface failed, port_id=a96961bb-744a-40a2-940f-91ff432622e2, reason: Instance 4bc5ff9f-b052-4fd3-9286-135067607511 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1447.701994] env[62364]: INFO nova.compute.manager [-] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Took 1.41 seconds to deallocate network for instance. [ 1448.208621] env[62364]: DEBUG oslo_concurrency.lockutils [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.208869] env[62364]: DEBUG oslo_concurrency.lockutils [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.209115] env[62364]: DEBUG nova.objects.instance [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lazy-loading 'resources' on Instance uuid 4bc5ff9f-b052-4fd3-9286-135067607511 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.771178] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9174a9-3b67-4835-9662-6d90ac7ed540 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.778826] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358f90bd-018a-4ae3-970f-d22129af377c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.808008] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb5e186-6e66-4429-a82e-cc66a5752a22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.814645] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800a7ae5-805e-4dc7-a4be-01ff23aa7310 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.827062] env[62364]: DEBUG nova.compute.provider_tree [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.330628] env[62364]: DEBUG nova.scheduler.client.report [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.835927] env[62364]: DEBUG oslo_concurrency.lockutils [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.858354] env[62364]: INFO nova.scheduler.client.report [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Deleted allocations for instance 4bc5ff9f-b052-4fd3-9286-135067607511 [ 1450.366012] env[62364]: DEBUG oslo_concurrency.lockutils [None req-728b1e36-c843-48a8-9ddf-b0238445fcdc tempest-ServerActionsTestJSON-939299962 tempest-ServerActionsTestJSON-939299962-project-member] Lock "4bc5ff9f-b052-4fd3-9286-135067607511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.209724] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "da4bc650-a807-47cf-a79d-22b759bae95e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.210180] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "da4bc650-a807-47cf-a79d-22b759bae95e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.210180] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "da4bc650-a807-47cf-a79d-22b759bae95e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.210287] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "da4bc650-a807-47cf-a79d-22b759bae95e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.210468] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "da4bc650-a807-47cf-a79d-22b759bae95e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.212625] env[62364]: INFO nova.compute.manager [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Terminating instance [ 1465.716719] env[62364]: DEBUG nova.compute.manager [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.717025] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.717331] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89f76212-0476-414a-a935-f0298f23c415 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.725564] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1465.725564] env[62364]: value = "task-2481703" [ 1465.725564] env[62364]: _type = "Task" [ 1465.725564] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.733453] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.235916] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481703, 'name': PowerOffVM_Task, 'duration_secs': 0.18083} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.236321] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.236453] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1466.236667] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502158', 'volume_id': 'b709b713-f011-4574-9ff3-894e07ab0a83', 'name': 'volume-b709b713-f011-4574-9ff3-894e07ab0a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'da4bc650-a807-47cf-a79d-22b759bae95e', 'attached_at': '2025-02-12T19:52:04.000000', 'detached_at': '', 'volume_id': 'b709b713-f011-4574-9ff3-894e07ab0a83', 'serial': 'b709b713-f011-4574-9ff3-894e07ab0a83'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1466.237450] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340785a6-1884-4e95-a4af-468235259963 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.255489] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dce299-4317-4798-9108-f0b37fa78213 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.261348] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f7b332-3979-4b00-9892-2410e2116d81 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.278372] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a68ffa5-ad9f-4172-877e-d597732fc9b6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.293709] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] The volume has not been displaced from its original location: [datastore2] volume-b709b713-f011-4574-9ff3-894e07ab0a83/volume-b709b713-f011-4574-9ff3-894e07ab0a83.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1466.298844] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1466.299109] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-befc37d9-005d-4a39-ab5e-7bdca525f58a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.315439] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1466.315439] env[62364]: value = "task-2481704" [ 1466.315439] env[62364]: _type = "Task" [ 1466.315439] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.322449] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.825808] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481704, 'name': ReconfigVM_Task, 'duration_secs': 0.149935} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.826188] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1466.830752] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b5fd015-6529-490c-9103-ffb4b48f3512 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.845368] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1466.845368] env[62364]: value = "task-2481705" [ 1466.845368] env[62364]: _type = "Task" [ 1466.845368] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.852536] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.354925] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481705, 'name': ReconfigVM_Task, 'duration_secs': 0.1372} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.355318] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502158', 'volume_id': 'b709b713-f011-4574-9ff3-894e07ab0a83', 'name': 'volume-b709b713-f011-4574-9ff3-894e07ab0a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'da4bc650-a807-47cf-a79d-22b759bae95e', 'attached_at': '2025-02-12T19:52:04.000000', 'detached_at': '', 'volume_id': 'b709b713-f011-4574-9ff3-894e07ab0a83', 'serial': 'b709b713-f011-4574-9ff3-894e07ab0a83'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1467.355577] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1467.356343] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738a1f28-4f6a-4c3f-9c2c-a7721a7d34d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.362482] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1467.362697] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89d3ed78-aa3d-49f6-970e-b9ebf5d72e03 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.426162] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.426430] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.426561] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleting the datastore file [datastore2] da4bc650-a807-47cf-a79d-22b759bae95e {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.426848] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-328dd83a-fdcf-496c-8e69-badb9f8e126a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.433090] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1467.433090] env[62364]: value = "task-2481707" [ 1467.433090] env[62364]: _type = "Task" [ 1467.433090] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.440447] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.943685] env[62364]: DEBUG oslo_vmware.api [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082848} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.943875] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.944077] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.944259] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.944462] env[62364]: INFO nova.compute.manager [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1467.944705] env[62364]: DEBUG oslo.service.loopingcall [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.944894] env[62364]: DEBUG nova.compute.manager [-] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1467.944988] env[62364]: DEBUG nova.network.neutron [-] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1468.406766] env[62364]: DEBUG nova.compute.manager [req-9580a332-6999-47a5-8049-fed0d5a6e9e5 req-b39e12c8-10f5-4c70-9505-4ce1e8c69fc9 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Received event network-vif-deleted-e3173061-6adb-49cd-b525-8be155868943 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1468.407121] env[62364]: INFO nova.compute.manager [req-9580a332-6999-47a5-8049-fed0d5a6e9e5 req-b39e12c8-10f5-4c70-9505-4ce1e8c69fc9 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Neutron deleted interface e3173061-6adb-49cd-b525-8be155868943; detaching it from the instance and deleting it from the info cache [ 1468.408130] env[62364]: DEBUG nova.network.neutron [req-9580a332-6999-47a5-8049-fed0d5a6e9e5 req-b39e12c8-10f5-4c70-9505-4ce1e8c69fc9 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.884790] env[62364]: DEBUG nova.network.neutron [-] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.911269] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae2b6ff2-6a33-4de2-804a-6233351ea47b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.921088] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211fe872-7de9-474f-9ca5-0e487cde335b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.947315] env[62364]: DEBUG nova.compute.manager [req-9580a332-6999-47a5-8049-fed0d5a6e9e5 req-b39e12c8-10f5-4c70-9505-4ce1e8c69fc9 service nova] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Detach interface failed, port_id=e3173061-6adb-49cd-b525-8be155868943, reason: Instance da4bc650-a807-47cf-a79d-22b759bae95e could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1469.387539] env[62364]: INFO nova.compute.manager [-] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Took 1.44 seconds to deallocate network for instance. [ 1469.929626] env[62364]: INFO nova.compute.manager [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Took 0.54 seconds to detach 1 volumes for instance. [ 1469.931665] env[62364]: DEBUG nova.compute.manager [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Deleting volume: b709b713-f011-4574-9ff3-894e07ab0a83 {{(pid=62364) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1470.472273] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.472581] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.472794] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.495830] env[62364]: INFO nova.scheduler.client.report [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted allocations for instance da4bc650-a807-47cf-a79d-22b759bae95e [ 1471.003424] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ac1c3c85-4c4b-4e30-b108-464d40622502 tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "da4bc650-a807-47cf-a79d-22b759bae95e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.793s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.883286] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "b929aa48-9c93-427c-b888-f032c88b1ee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.883538] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "b929aa48-9c93-427c-b888-f032c88b1ee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.883721] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "b929aa48-9c93-427c-b888-f032c88b1ee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.883909] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "b929aa48-9c93-427c-b888-f032c88b1ee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.884105] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "b929aa48-9c93-427c-b888-f032c88b1ee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.886313] env[62364]: INFO nova.compute.manager [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Terminating instance [ 1472.390047] env[62364]: DEBUG nova.compute.manager [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1472.390429] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.391174] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5497192b-8772-4718-a6cb-0cb5068b8131 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.399233] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.399447] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cee8c08-b71d-4ba6-96ea-16b7811000c9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.405340] env[62364]: DEBUG oslo_vmware.api [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1472.405340] env[62364]: value = "task-2481709" [ 1472.405340] env[62364]: _type = "Task" [ 1472.405340] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.412673] env[62364]: DEBUG oslo_vmware.api [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.915576] env[62364]: DEBUG oslo_vmware.api [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481709, 'name': PowerOffVM_Task, 'duration_secs': 0.187561} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.915862] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.916021] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.916272] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a110035-0409-4751-aba0-a7a92da3d5fa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.976784] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.977080] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.977191] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleting the datastore file [datastore1] b929aa48-9c93-427c-b888-f032c88b1ee5 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.977459] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd6d7910-ffa9-4b9e-be4f-d5da1ea98b30 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.983305] env[62364]: DEBUG oslo_vmware.api [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1472.983305] env[62364]: value = "task-2481711" [ 1472.983305] env[62364]: _type = "Task" [ 1472.983305] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.990624] env[62364]: DEBUG oslo_vmware.api [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.493269] env[62364]: DEBUG oslo_vmware.api [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130767} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.493671] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.493671] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.493854] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.494071] env[62364]: INFO nova.compute.manager [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1473.494323] env[62364]: DEBUG oslo.service.loopingcall [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.494562] env[62364]: DEBUG nova.compute.manager [-] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1473.494675] env[62364]: DEBUG nova.network.neutron [-] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.776974] env[62364]: DEBUG nova.compute.manager [req-271eb540-4bed-44d5-81f8-8982159a757d req-5f2053cc-8eaa-4b85-961c-e25c1ce25084 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Received event network-vif-deleted-caa285d8-e5bb-4cad-a2d3-f7ca411db3ff {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1473.777212] env[62364]: INFO nova.compute.manager [req-271eb540-4bed-44d5-81f8-8982159a757d req-5f2053cc-8eaa-4b85-961c-e25c1ce25084 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Neutron deleted interface caa285d8-e5bb-4cad-a2d3-f7ca411db3ff; detaching it from the instance and deleting it from the info cache [ 1473.777385] env[62364]: DEBUG nova.network.neutron [req-271eb540-4bed-44d5-81f8-8982159a757d req-5f2053cc-8eaa-4b85-961c-e25c1ce25084 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.262011] env[62364]: DEBUG nova.network.neutron [-] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.280101] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-317bfe4f-b04d-4771-b494-b0da6c235bab {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.289609] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e2e96d-f8bc-4035-bf80-5514fc323c94 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.313196] env[62364]: DEBUG nova.compute.manager [req-271eb540-4bed-44d5-81f8-8982159a757d req-5f2053cc-8eaa-4b85-961c-e25c1ce25084 service nova] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Detach interface failed, port_id=caa285d8-e5bb-4cad-a2d3-f7ca411db3ff, reason: Instance b929aa48-9c93-427c-b888-f032c88b1ee5 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1474.764908] env[62364]: INFO nova.compute.manager [-] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Took 1.27 seconds to deallocate network for instance. [ 1475.271089] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.271386] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.271600] env[62364]: DEBUG nova.objects.instance [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lazy-loading 'resources' on Instance uuid b929aa48-9c93-427c-b888-f032c88b1ee5 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.816690] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f353891-dbe5-4391-9bd8-8823ff149a0f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.823793] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c278cf6-7b27-4d4e-aafb-aa2836501355 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.853202] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8fc251-cc8f-4c30-a0f5-1cab2d5ddca6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.859817] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531b24f0-3d77-424f-8c3a-0e50f6ce5a5b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.873401] env[62364]: DEBUG nova.compute.provider_tree [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.376420] env[62364]: DEBUG nova.scheduler.client.report [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.881691] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.898377] env[62364]: INFO nova.scheduler.client.report [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted allocations for instance b929aa48-9c93-427c-b888-f032c88b1ee5 [ 1477.405979] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f4f44a78-986c-41c2-9d1b-d62df3b9615f tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "b929aa48-9c93-427c-b888-f032c88b1ee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.522s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.585728] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "16cad613-df83-49f4-938a-1127e0cb042c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.586139] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "16cad613-df83-49f4-938a-1127e0cb042c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.586273] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "16cad613-df83-49f4-938a-1127e0cb042c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.586456] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "16cad613-df83-49f4-938a-1127e0cb042c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.586626] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "16cad613-df83-49f4-938a-1127e0cb042c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.589060] env[62364]: INFO nova.compute.manager [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Terminating instance [ 1482.092916] env[62364]: DEBUG nova.compute.manager [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1482.093206] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1482.094461] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4897fb1-3930-470b-afd0-8cea07cd86f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.101888] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.102120] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5461cf4d-b0f3-43e6-ab4b-bc0630b45de6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.109681] env[62364]: DEBUG oslo_vmware.api [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1482.109681] env[62364]: value = "task-2481713" [ 1482.109681] env[62364]: _type = "Task" [ 1482.109681] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.117249] env[62364]: DEBUG oslo_vmware.api [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.619557] env[62364]: DEBUG oslo_vmware.api [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481713, 'name': PowerOffVM_Task, 'duration_secs': 0.179278} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.619903] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.619999] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1482.620264] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a2e3696-2c63-40de-9806-a0a5445f4e80 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.683487] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.683709] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Deleting contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.683890] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleting the datastore file [datastore2] 16cad613-df83-49f4-938a-1127e0cb042c {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.684182] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69a05d74-bb06-46d9-b009-dacd871816e3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.690936] env[62364]: DEBUG oslo_vmware.api [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for the task: (returnval){ [ 1482.690936] env[62364]: value = "task-2481715" [ 1482.690936] env[62364]: _type = "Task" [ 1482.690936] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.698843] env[62364]: DEBUG oslo_vmware.api [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.201217] env[62364]: DEBUG oslo_vmware.api [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Task: {'id': task-2481715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130723} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.201481] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.201669] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Deleted contents of the VM from datastore datastore2 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.201848] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.202038] env[62364]: INFO nova.compute.manager [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1483.202291] env[62364]: DEBUG oslo.service.loopingcall [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.202488] env[62364]: DEBUG nova.compute.manager [-] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1483.202591] env[62364]: DEBUG nova.network.neutron [-] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1483.453257] env[62364]: DEBUG nova.compute.manager [req-90636fdd-9d4b-4681-80ef-5dd359505988 req-0165f0fa-8602-4f33-8672-19bf55880b10 service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Received event network-vif-deleted-53698f05-7a0a-4f6d-8820-a9f65b454ba9 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1483.453257] env[62364]: INFO nova.compute.manager [req-90636fdd-9d4b-4681-80ef-5dd359505988 req-0165f0fa-8602-4f33-8672-19bf55880b10 service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Neutron deleted interface 53698f05-7a0a-4f6d-8820-a9f65b454ba9; detaching it from the instance and deleting it from the info cache [ 1483.453404] env[62364]: DEBUG nova.network.neutron [req-90636fdd-9d4b-4681-80ef-5dd359505988 req-0165f0fa-8602-4f33-8672-19bf55880b10 service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.937109] env[62364]: DEBUG nova.network.neutron [-] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.955865] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aee3b063-8d54-4e97-a713-a8e6a60cd792 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.965007] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8629cf-907a-4dcf-ae33-aa1a30431557 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.988463] env[62364]: DEBUG nova.compute.manager [req-90636fdd-9d4b-4681-80ef-5dd359505988 req-0165f0fa-8602-4f33-8672-19bf55880b10 service nova] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Detach interface failed, port_id=53698f05-7a0a-4f6d-8820-a9f65b454ba9, reason: Instance 16cad613-df83-49f4-938a-1127e0cb042c could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1484.440178] env[62364]: INFO nova.compute.manager [-] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Took 1.24 seconds to deallocate network for instance. [ 1484.947855] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.947855] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.947855] env[62364]: DEBUG nova.objects.instance [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lazy-loading 'resources' on Instance uuid 16cad613-df83-49f4-938a-1127e0cb042c {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.480395] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f181da-d56f-4ce3-8f35-933f416e48e8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.488328] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae193f0b-0be7-4d4b-84a3-9cb27b6c33be {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.518858] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3660e9aa-310f-4816-b825-756033639e3e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.525793] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fb224c-9259-4c4a-9967-7ecac7840739 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.538738] env[62364]: DEBUG nova.compute.provider_tree [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.042637] env[62364]: DEBUG nova.scheduler.client.report [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.547679] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.568604] env[62364]: INFO nova.scheduler.client.report [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Deleted allocations for instance 16cad613-df83-49f4-938a-1127e0cb042c [ 1487.077148] env[62364]: DEBUG oslo_concurrency.lockutils [None req-a1860506-5c39-4609-8234-a12b3063c1ae tempest-ServerActionsTestOtherA-1229942424 tempest-ServerActionsTestOtherA-1229942424-project-member] Lock "16cad613-df83-49f4-938a-1127e0cb042c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.491s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.917046] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.917419] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.419772] env[62364]: DEBUG nova.compute.manager [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1493.946639] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.946639] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.947996] env[62364]: INFO nova.compute.claims [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.983948] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30278f87-2c7f-49b8-95a4-7bb456b8be57 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.991130] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f6452f-0a0c-444f-a8d7-eab864fc497b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.019883] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9f5bd9-b1c4-4765-9d77-935bd97b1205 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.026418] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d2d76d-d65f-4b00-b1c5-7700463865be {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.038750] env[62364]: DEBUG nova.compute.provider_tree [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.240311] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.240528] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.541585] env[62364]: DEBUG nova.scheduler.client.report [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.745200] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.745427] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1495.745507] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Rebuilding the list of instances to heal {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1496.046249] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.046711] env[62364]: DEBUG nova.compute.manager [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1496.248497] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Skipping network cache update for instance because it is Building. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1496.248686] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Didn't find any instances for network info cache update. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10546}} [ 1496.248849] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.249019] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.249171] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.249321] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.249467] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.249595] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1496.249738] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.551775] env[62364]: DEBUG nova.compute.utils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1496.553509] env[62364]: DEBUG nova.compute.manager [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1496.553663] env[62364]: DEBUG nova.network.neutron [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1496.596023] env[62364]: DEBUG nova.policy [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbd3ddb5a9a143778f082607a6a204ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e1ce276f88d49149cfedb854e0bca2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1496.752458] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.752683] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.752864] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.753027] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1496.753927] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682aa2a5-7325-4482-9f88-c44905ec7558 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.762850] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3adc6f-171a-48f6-b106-c853925508f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.776267] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e4b0dc-6fdd-4da7-892e-802ed4f963f7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.782226] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5a8c82-4346-4387-97f4-b448ea92872f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.809929] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180757MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1496.810102] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.810298] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.860852] env[62364]: DEBUG nova.network.neutron [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Successfully created port: 4ea96a17-e1b3-4b7b-88d3-5c6859961b06 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.056445] env[62364]: DEBUG nova.compute.manager [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1497.832574] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 4b72f1b3-571c-4ed5-8542-ab797ac80f79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1497.832821] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1497.833015] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1497.859631] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cea3159-1f05-4ef7-8c8a-a216f1d2612d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.867512] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dfdf4f-8dfd-4c20-b815-be6d3c958a4f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.896645] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9ed0d1-a1e7-405f-9f07-2b1662ae7f9c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.903595] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eced6bb-e0f6-4632-a82c-dc55cef2f752 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.916804] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.066517] env[62364]: DEBUG nova.compute.manager [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1498.092994] env[62364]: DEBUG nova.virt.hardware [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1498.093274] env[62364]: DEBUG nova.virt.hardware [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.093434] env[62364]: DEBUG nova.virt.hardware [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1498.093612] env[62364]: DEBUG nova.virt.hardware [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.093756] env[62364]: DEBUG nova.virt.hardware [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1498.093905] env[62364]: DEBUG nova.virt.hardware [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1498.094124] env[62364]: DEBUG nova.virt.hardware [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1498.094286] env[62364]: DEBUG nova.virt.hardware [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1498.094456] env[62364]: DEBUG nova.virt.hardware [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1498.094613] env[62364]: DEBUG nova.virt.hardware [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1498.094781] env[62364]: DEBUG nova.virt.hardware [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1498.095650] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebedfc41-3f02-4e30-a5ed-afa3695e2efa {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.104091] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8c1daa-4774-433b-8fcd-8f4c25862ad1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.235496] env[62364]: DEBUG nova.compute.manager [req-1f1a7ab1-ed5e-4a9a-8b4e-55c680d55dd2 req-de9faebe-0ed3-4a71-9444-e4ad0ddb43bd service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Received event network-vif-plugged-4ea96a17-e1b3-4b7b-88d3-5c6859961b06 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1498.235695] env[62364]: DEBUG oslo_concurrency.lockutils [req-1f1a7ab1-ed5e-4a9a-8b4e-55c680d55dd2 req-de9faebe-0ed3-4a71-9444-e4ad0ddb43bd service nova] Acquiring lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.235990] env[62364]: DEBUG oslo_concurrency.lockutils [req-1f1a7ab1-ed5e-4a9a-8b4e-55c680d55dd2 req-de9faebe-0ed3-4a71-9444-e4ad0ddb43bd service nova] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.236151] env[62364]: DEBUG oslo_concurrency.lockutils [req-1f1a7ab1-ed5e-4a9a-8b4e-55c680d55dd2 req-de9faebe-0ed3-4a71-9444-e4ad0ddb43bd service nova] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.236375] env[62364]: DEBUG nova.compute.manager [req-1f1a7ab1-ed5e-4a9a-8b4e-55c680d55dd2 req-de9faebe-0ed3-4a71-9444-e4ad0ddb43bd service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] No waiting events found dispatching network-vif-plugged-4ea96a17-e1b3-4b7b-88d3-5c6859961b06 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1498.236502] env[62364]: WARNING nova.compute.manager [req-1f1a7ab1-ed5e-4a9a-8b4e-55c680d55dd2 req-de9faebe-0ed3-4a71-9444-e4ad0ddb43bd service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Received unexpected event network-vif-plugged-4ea96a17-e1b3-4b7b-88d3-5c6859961b06 for instance with vm_state building and task_state spawning. [ 1498.314312] env[62364]: DEBUG nova.network.neutron [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Successfully updated port: 4ea96a17-e1b3-4b7b-88d3-5c6859961b06 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1498.421182] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.817409] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.817634] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquired lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.817759] env[62364]: DEBUG nova.network.neutron [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.926072] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1498.926072] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.342145] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.348690] env[62364]: DEBUG nova.network.neutron [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1499.464964] env[62364]: DEBUG nova.network.neutron [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updating instance_info_cache with network_info: [{"id": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "address": "fa:16:3e:8d:4e:78", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea96a17-e1", "ovs_interfaceid": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.968119] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Releasing lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.968445] env[62364]: DEBUG nova.compute.manager [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Instance network_info: |[{"id": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "address": "fa:16:3e:8d:4e:78", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea96a17-e1", "ovs_interfaceid": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1499.968880] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:4e:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ea96a17-e1b3-4b7b-88d3-5c6859961b06', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.976135] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Creating folder: Project (8e1ce276f88d49149cfedb854e0bca2a). Parent ref: group-v501830. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1499.976396] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cef1f7f-2966-4276-8e30-f75076ea3fd8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.988142] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Created folder: Project (8e1ce276f88d49149cfedb854e0bca2a) in parent group-v501830. [ 1499.988320] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Creating folder: Instances. Parent ref: group-v502161. {{(pid=62364) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1499.988534] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70ab2c79-46b8-43e8-8b62-001c03c402f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.997340] env[62364]: INFO nova.virt.vmwareapi.vm_util [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Created folder: Instances in parent group-v502161. [ 1499.997554] env[62364]: DEBUG oslo.service.loopingcall [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.997727] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.997914] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20437768-2326-4b50-b0f0-f5f6a6b70222 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.015512] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.015512] env[62364]: value = "task-2481718" [ 1500.015512] env[62364]: _type = "Task" [ 1500.015512] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.022390] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481718, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.262421] env[62364]: DEBUG nova.compute.manager [req-aaa5740a-04f5-4052-9804-88e71cf65d6b req-abf1b2f1-0701-41d7-8537-3c6968b2fbde service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Received event network-changed-4ea96a17-e1b3-4b7b-88d3-5c6859961b06 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1500.262618] env[62364]: DEBUG nova.compute.manager [req-aaa5740a-04f5-4052-9804-88e71cf65d6b req-abf1b2f1-0701-41d7-8537-3c6968b2fbde service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Refreshing instance network info cache due to event network-changed-4ea96a17-e1b3-4b7b-88d3-5c6859961b06. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1500.262852] env[62364]: DEBUG oslo_concurrency.lockutils [req-aaa5740a-04f5-4052-9804-88e71cf65d6b req-abf1b2f1-0701-41d7-8537-3c6968b2fbde service nova] Acquiring lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.263009] env[62364]: DEBUG oslo_concurrency.lockutils [req-aaa5740a-04f5-4052-9804-88e71cf65d6b req-abf1b2f1-0701-41d7-8537-3c6968b2fbde service nova] Acquired lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.263233] env[62364]: DEBUG nova.network.neutron [req-aaa5740a-04f5-4052-9804-88e71cf65d6b req-abf1b2f1-0701-41d7-8537-3c6968b2fbde service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Refreshing network info cache for port 4ea96a17-e1b3-4b7b-88d3-5c6859961b06 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.525080] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481718, 'name': CreateVM_Task, 'duration_secs': 0.300631} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.525613] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1500.525900] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.526080] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.526420] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.526672] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0c9fd0-c172-4857-ac3f-3e5e477702e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.531253] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1500.531253] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5250fede-3901-4751-26b1-c6e120aed5b3" [ 1500.531253] env[62364]: _type = "Task" [ 1500.531253] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.538530] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5250fede-3901-4751-26b1-c6e120aed5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.933942] env[62364]: DEBUG nova.network.neutron [req-aaa5740a-04f5-4052-9804-88e71cf65d6b req-abf1b2f1-0701-41d7-8537-3c6968b2fbde service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updated VIF entry in instance network info cache for port 4ea96a17-e1b3-4b7b-88d3-5c6859961b06. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.934384] env[62364]: DEBUG nova.network.neutron [req-aaa5740a-04f5-4052-9804-88e71cf65d6b req-abf1b2f1-0701-41d7-8537-3c6968b2fbde service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updating instance_info_cache with network_info: [{"id": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "address": "fa:16:3e:8d:4e:78", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea96a17-e1", "ovs_interfaceid": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.041023] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5250fede-3901-4751-26b1-c6e120aed5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012575} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.041382] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.041587] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.041814] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.041963] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.042171] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.042426] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b33aa59-5e51-4891-a609-fdd5c765ce61 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.050344] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.050521] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.051194] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b96131-5260-4ef1-a48e-79eaf7f5316f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.055588] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1501.055588] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5232ee08-bd06-89b9-299f-1417385b6334" [ 1501.055588] env[62364]: _type = "Task" [ 1501.055588] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.062544] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5232ee08-bd06-89b9-299f-1417385b6334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.437344] env[62364]: DEBUG oslo_concurrency.lockutils [req-aaa5740a-04f5-4052-9804-88e71cf65d6b req-abf1b2f1-0701-41d7-8537-3c6968b2fbde service nova] Releasing lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.568196] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5232ee08-bd06-89b9-299f-1417385b6334, 'name': SearchDatastore_Task, 'duration_secs': 0.008722} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.569044] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62153c43-c75b-4eff-9811-8deb99846083 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.574166] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1501.574166] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52c6e033-2f22-5164-8d4d-77649c3eb93b" [ 1501.574166] env[62364]: _type = "Task" [ 1501.574166] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.581824] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c6e033-2f22-5164-8d4d-77649c3eb93b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.084593] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52c6e033-2f22-5164-8d4d-77649c3eb93b, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.084859] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.085157] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4b72f1b3-571c-4ed5-8542-ab797ac80f79/4b72f1b3-571c-4ed5-8542-ab797ac80f79.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1502.085416] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8788b4f9-2c3d-419e-81fb-30a57f3d6228 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.092126] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1502.092126] env[62364]: value = "task-2481719" [ 1502.092126] env[62364]: _type = "Task" [ 1502.092126] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.099280] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.601549] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442321} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.601953] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 4b72f1b3-571c-4ed5-8542-ab797ac80f79/4b72f1b3-571c-4ed5-8542-ab797ac80f79.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1502.602055] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1502.602258] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7889fef7-10c3-4671-a9c8-9d6f995fce2f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.608697] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1502.608697] env[62364]: value = "task-2481720" [ 1502.608697] env[62364]: _type = "Task" [ 1502.608697] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.616575] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.118233] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054675} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.118502] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.119258] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f55ac3a-dca4-4cdc-bbb8-b67196cf243b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.140291] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4b72f1b3-571c-4ed5-8542-ab797ac80f79/4b72f1b3-571c-4ed5-8542-ab797ac80f79.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.140291] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a4211ac-7904-4ba7-a807-204e5166c393 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.159085] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1503.159085] env[62364]: value = "task-2481721" [ 1503.159085] env[62364]: _type = "Task" [ 1503.159085] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.166237] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.668868] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.169868] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.672274] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481721, 'name': ReconfigVM_Task, 'duration_secs': 1.258502} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.672683] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4b72f1b3-571c-4ed5-8542-ab797ac80f79/4b72f1b3-571c-4ed5-8542-ab797ac80f79.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.673211] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cd6267d-a726-4f2f-b32c-94c20b1207f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.680404] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1504.680404] env[62364]: value = "task-2481722" [ 1504.680404] env[62364]: _type = "Task" [ 1504.680404] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.691566] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481722, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.189290] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481722, 'name': Rename_Task, 'duration_secs': 0.129251} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.189562] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.189808] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07dc45d2-f293-4852-82f0-94996d7f1dc6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.195053] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1505.195053] env[62364]: value = "task-2481723" [ 1505.195053] env[62364]: _type = "Task" [ 1505.195053] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.202068] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.705685] env[62364]: DEBUG oslo_vmware.api [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481723, 'name': PowerOnVM_Task, 'duration_secs': 0.424958} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.706124] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.706229] env[62364]: INFO nova.compute.manager [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1505.706361] env[62364]: DEBUG nova.compute.manager [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.707120] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7864b9f-c772-4b2d-bf04-cae4e9948fc2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.224941] env[62364]: INFO nova.compute.manager [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Took 12.30 seconds to build instance. [ 1506.727757] env[62364]: DEBUG oslo_concurrency.lockutils [None req-8594a859-cf0b-420d-8031-12fb01cac294 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.810s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.228549] env[62364]: DEBUG nova.compute.manager [req-73409f78-bae2-4ab2-926a-331d5b17efe8 req-d639a6b3-be6a-477d-abd6-eb89ec37702d service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Received event network-changed-4ea96a17-e1b3-4b7b-88d3-5c6859961b06 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1507.228549] env[62364]: DEBUG nova.compute.manager [req-73409f78-bae2-4ab2-926a-331d5b17efe8 req-d639a6b3-be6a-477d-abd6-eb89ec37702d service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Refreshing instance network info cache due to event network-changed-4ea96a17-e1b3-4b7b-88d3-5c6859961b06. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1507.228549] env[62364]: DEBUG oslo_concurrency.lockutils [req-73409f78-bae2-4ab2-926a-331d5b17efe8 req-d639a6b3-be6a-477d-abd6-eb89ec37702d service nova] Acquiring lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.228549] env[62364]: DEBUG oslo_concurrency.lockutils [req-73409f78-bae2-4ab2-926a-331d5b17efe8 req-d639a6b3-be6a-477d-abd6-eb89ec37702d service nova] Acquired lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.228798] env[62364]: DEBUG nova.network.neutron [req-73409f78-bae2-4ab2-926a-331d5b17efe8 req-d639a6b3-be6a-477d-abd6-eb89ec37702d service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Refreshing network info cache for port 4ea96a17-e1b3-4b7b-88d3-5c6859961b06 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.919852] env[62364]: DEBUG nova.network.neutron [req-73409f78-bae2-4ab2-926a-331d5b17efe8 req-d639a6b3-be6a-477d-abd6-eb89ec37702d service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updated VIF entry in instance network info cache for port 4ea96a17-e1b3-4b7b-88d3-5c6859961b06. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.920253] env[62364]: DEBUG nova.network.neutron [req-73409f78-bae2-4ab2-926a-331d5b17efe8 req-d639a6b3-be6a-477d-abd6-eb89ec37702d service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updating instance_info_cache with network_info: [{"id": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "address": "fa:16:3e:8d:4e:78", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea96a17-e1", "ovs_interfaceid": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.422842] env[62364]: DEBUG oslo_concurrency.lockutils [req-73409f78-bae2-4ab2-926a-331d5b17efe8 req-d639a6b3-be6a-477d-abd6-eb89ec37702d service nova] Releasing lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.444730] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.445083] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.948462] env[62364]: DEBUG nova.compute.utils [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1546.451246] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.665533] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.514420] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.514862] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.515026] env[62364]: INFO nova.compute.manager [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Attaching volume b3a22d56-b09f-475b-a286-e59367144614 to /dev/sdb [ 1547.544878] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b04532-fff0-4189-aeeb-3cd33dd6fb12 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.554100] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cadaf8-6d59-4fb5-9707-9185259bf069 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.566751] env[62364]: DEBUG nova.virt.block_device [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updating existing volume attachment record: 2fcc3049-e487-455f-914e-343188c192a9 {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1548.666047] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.666047] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1548.666440] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Rebuilding the list of instances to heal {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1549.208888] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.209060] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquired lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.209217] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Forcefully refreshing network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1549.209377] env[62364]: DEBUG nova.objects.instance [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lazy-loading 'info_cache' on Instance uuid 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.926852] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updating instance_info_cache with network_info: [{"id": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "address": "fa:16:3e:8d:4e:78", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea96a17-e1", "ovs_interfaceid": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.430026] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Releasing lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.430247] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updated the network info_cache for instance {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1551.430499] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1551.430705] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.108276] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1552.108565] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502165', 'volume_id': 'b3a22d56-b09f-475b-a286-e59367144614', 'name': 'volume-b3a22d56-b09f-475b-a286-e59367144614', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b72f1b3-571c-4ed5-8542-ab797ac80f79', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3a22d56-b09f-475b-a286-e59367144614', 'serial': 'b3a22d56-b09f-475b-a286-e59367144614'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1552.109459] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eae1b54-34ad-4b13-8a15-3518b4521cd4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.125395] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c39ceba-4af5-4431-9567-c1c7966c1e0c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.148716] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-b3a22d56-b09f-475b-a286-e59367144614/volume-b3a22d56-b09f-475b-a286-e59367144614.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.148952] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f87774a-4496-4103-a61b-5960da4dbc48 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.165347] env[62364]: DEBUG oslo_vmware.api [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1552.165347] env[62364]: value = "task-2481728" [ 1552.165347] env[62364]: _type = "Task" [ 1552.165347] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.174268] env[62364]: DEBUG oslo_vmware.api [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.676198] env[62364]: DEBUG oslo_vmware.api [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481728, 'name': ReconfigVM_Task, 'duration_secs': 0.326275} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.676514] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-b3a22d56-b09f-475b-a286-e59367144614/volume-b3a22d56-b09f-475b-a286-e59367144614.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.681017] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb8d1b4a-acf1-4073-b54a-ef87642b4687 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.694990] env[62364]: DEBUG oslo_vmware.api [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1552.694990] env[62364]: value = "task-2481729" [ 1552.694990] env[62364]: _type = "Task" [ 1552.694990] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.702419] env[62364]: DEBUG oslo_vmware.api [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.204650] env[62364]: DEBUG oslo_vmware.api [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.665856] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.666155] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.704734] env[62364]: DEBUG oslo_vmware.api [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.169942] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.170201] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.170375] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.170526] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1554.171413] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824efc23-5b3c-4881-8e81-7324f5ff4402 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.179595] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038b3339-1137-4186-a370-d28f6bdcb90a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.193010] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d1acf-35af-4c46-b6b0-9c2c663eeb6b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.201643] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfa2fa5-4a91-431c-ad80-58dc5079de64 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.206907] env[62364]: DEBUG oslo_vmware.api [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481729, 'name': ReconfigVM_Task, 'duration_secs': 1.134798} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.207461] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502165', 'volume_id': 'b3a22d56-b09f-475b-a286-e59367144614', 'name': 'volume-b3a22d56-b09f-475b-a286-e59367144614', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b72f1b3-571c-4ed5-8542-ab797ac80f79', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3a22d56-b09f-475b-a286-e59367144614', 'serial': 'b3a22d56-b09f-475b-a286-e59367144614'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1554.232713] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180925MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1554.232859] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.233060] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.244058] env[62364]: DEBUG nova.objects.instance [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'flavor' on Instance uuid 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.262023] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 4b72f1b3-571c-4ed5-8542-ab797ac80f79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1555.262136] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1555.262231] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1555.287151] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61c51d6-766e-4de7-9183-4eaa496e8962 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.294884] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387985a6-02e4-4c5d-b9a1-36e0cb1349b2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.323950] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9ba050-f322-4084-a5a2-7152e54ebaf6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.330883] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6846a4-7b70-423f-93ad-6e879945e012 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.343363] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.749940] env[62364]: DEBUG oslo_concurrency.lockutils [None req-ebadb841-c596-4604-985b-1e2eedabf4ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.235s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.846160] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.861269] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.861479] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.861663] env[62364]: DEBUG nova.compute.manager [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.862708] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef96d85-a918-4be4-8b44-638ce61e79d9 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.869229] env[62364]: DEBUG nova.compute.manager [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62364) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1555.869754] env[62364]: DEBUG nova.objects.instance [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'flavor' on Instance uuid 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.352051] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1556.352475] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.876697] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.877092] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f6af22-b202-4e59-94bc-5f5395ce52ce {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.884368] env[62364]: DEBUG oslo_vmware.api [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1556.884368] env[62364]: value = "task-2481730" [ 1556.884368] env[62364]: _type = "Task" [ 1556.884368] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.892482] env[62364]: DEBUG oslo_vmware.api [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.394311] env[62364]: DEBUG oslo_vmware.api [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481730, 'name': PowerOffVM_Task, 'duration_secs': 0.183808} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.394735] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.394735] env[62364]: DEBUG nova.compute.manager [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.395559] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aff3a6-26ec-40ed-a978-e21f11c14d2a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.906406] env[62364]: DEBUG oslo_concurrency.lockutils [None req-5922bcca-adf8-4ef5-827d-9a5f88b823ff tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.216484] env[62364]: DEBUG nova.objects.instance [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'flavor' on Instance uuid 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.352310] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.352521] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.352683] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.352827] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1558.721780] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.722195] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquired lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.722195] env[62364]: DEBUG nova.network.neutron [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.722347] env[62364]: DEBUG nova.objects.instance [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'info_cache' on Instance uuid 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.225653] env[62364]: DEBUG nova.objects.base [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Object Instance<4b72f1b3-571c-4ed5-8542-ab797ac80f79> lazy-loaded attributes: flavor,info_cache {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1559.925224] env[62364]: DEBUG nova.network.neutron [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updating instance_info_cache with network_info: [{"id": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "address": "fa:16:3e:8d:4e:78", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea96a17-e1", "ovs_interfaceid": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.431572] env[62364]: DEBUG oslo_concurrency.lockutils [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Releasing lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.438432] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1561.438817] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f399aec1-584d-466e-8f9f-b7929c1960d3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.446483] env[62364]: DEBUG oslo_vmware.api [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1561.446483] env[62364]: value = "task-2481731" [ 1561.446483] env[62364]: _type = "Task" [ 1561.446483] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.453637] env[62364]: DEBUG oslo_vmware.api [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.956232] env[62364]: DEBUG oslo_vmware.api [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481731, 'name': PowerOnVM_Task, 'duration_secs': 0.376344} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.956487] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.956703] env[62364]: DEBUG nova.compute.manager [None req-1c5e12c4-4bd6-48ad-ad42-cbf4a847cd22 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.957481] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae134389-91ae-487c-a560-918ed6cb688e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.430514] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.430882] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.933953] env[62364]: INFO nova.compute.manager [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Detaching volume b3a22d56-b09f-475b-a286-e59367144614 [ 1598.963602] env[62364]: INFO nova.virt.block_device [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Attempting to driver detach volume b3a22d56-b09f-475b-a286-e59367144614 from mountpoint /dev/sdb [ 1598.963848] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1598.964051] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502165', 'volume_id': 'b3a22d56-b09f-475b-a286-e59367144614', 'name': 'volume-b3a22d56-b09f-475b-a286-e59367144614', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b72f1b3-571c-4ed5-8542-ab797ac80f79', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3a22d56-b09f-475b-a286-e59367144614', 'serial': 'b3a22d56-b09f-475b-a286-e59367144614'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1598.964955] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16db475c-50f1-40fb-b9b0-d9f0e0923622 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.987278] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f983d0bf-003d-4c56-b58f-33257548917f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.993660] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b38d79-3924-4294-8fef-e3c865d62f9e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.013212] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13d5c9e-e952-48b4-abc2-6127f9d69eb8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.026766] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] The volume has not been displaced from its original location: [datastore2] volume-b3a22d56-b09f-475b-a286-e59367144614/volume-b3a22d56-b09f-475b-a286-e59367144614.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1599.031842] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1599.032112] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acba9196-2c5d-4942-855e-b1ed7c40f701 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.049398] env[62364]: DEBUG oslo_vmware.api [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1599.049398] env[62364]: value = "task-2481732" [ 1599.049398] env[62364]: _type = "Task" [ 1599.049398] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.056560] env[62364]: DEBUG oslo_vmware.api [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.558559] env[62364]: DEBUG oslo_vmware.api [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481732, 'name': ReconfigVM_Task, 'duration_secs': 0.228536} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.559221] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1599.563493] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-432d6610-822d-4ab0-93b3-34c6510ced0b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.578700] env[62364]: DEBUG oslo_vmware.api [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1599.578700] env[62364]: value = "task-2481733" [ 1599.578700] env[62364]: _type = "Task" [ 1599.578700] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.586963] env[62364]: DEBUG oslo_vmware.api [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.089064] env[62364]: DEBUG oslo_vmware.api [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481733, 'name': ReconfigVM_Task, 'duration_secs': 0.135515} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.089358] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502165', 'volume_id': 'b3a22d56-b09f-475b-a286-e59367144614', 'name': 'volume-b3a22d56-b09f-475b-a286-e59367144614', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b72f1b3-571c-4ed5-8542-ab797ac80f79', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3a22d56-b09f-475b-a286-e59367144614', 'serial': 'b3a22d56-b09f-475b-a286-e59367144614'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1600.629229] env[62364]: DEBUG nova.objects.instance [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'flavor' on Instance uuid 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.595646] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.637770] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9520a626-38f0-49b4-9cd2-d6d9be68530f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.638855] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.043s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.639477] env[62364]: DEBUG nova.compute.manager [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1601.640080] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baf20ac-2955-4da0-b94c-a64e1c84edbf {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.647044] env[62364]: DEBUG nova.compute.manager [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62364) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1601.647569] env[62364]: DEBUG nova.objects.instance [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'flavor' on Instance uuid 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.654028] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.654420] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcca6651-cb51-4ffd-84dd-71492dddb9ff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.661971] env[62364]: DEBUG oslo_vmware.api [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1602.661971] env[62364]: value = "task-2481734" [ 1602.661971] env[62364]: _type = "Task" [ 1602.661971] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.669244] env[62364]: DEBUG oslo_vmware.api [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.172052] env[62364]: DEBUG oslo_vmware.api [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481734, 'name': PowerOffVM_Task, 'duration_secs': 0.172596} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.172337] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.172514] env[62364]: DEBUG nova.compute.manager [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.173289] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0613b1-4e56-4bba-a707-b65e6296610b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.684336] env[62364]: DEBUG oslo_concurrency.lockutils [None req-f979e223-1bd0-4645-a0d8-60410017ee2f tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.942798] env[62364]: DEBUG nova.objects.instance [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'flavor' on Instance uuid 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.448525] env[62364]: DEBUG oslo_concurrency.lockutils [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.448712] env[62364]: DEBUG oslo_concurrency.lockutils [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquired lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.448868] env[62364]: DEBUG nova.network.neutron [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.449059] env[62364]: DEBUG nova.objects.instance [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'info_cache' on Instance uuid 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.953230] env[62364]: DEBUG nova.objects.base [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Object Instance<4b72f1b3-571c-4ed5-8542-ab797ac80f79> lazy-loaded attributes: flavor,info_cache {{(pid=62364) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1605.640046] env[62364]: DEBUG nova.network.neutron [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updating instance_info_cache with network_info: [{"id": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "address": "fa:16:3e:8d:4e:78", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea96a17-e1", "ovs_interfaceid": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.142444] env[62364]: DEBUG oslo_concurrency.lockutils [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Releasing lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.149062] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.149443] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b20de3fc-7192-4091-b7a8-84b98ddebb04 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.159124] env[62364]: DEBUG oslo_vmware.api [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1607.159124] env[62364]: value = "task-2481735" [ 1607.159124] env[62364]: _type = "Task" [ 1607.159124] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.170601] env[62364]: DEBUG oslo_vmware.api [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.668653] env[62364]: DEBUG oslo_vmware.api [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481735, 'name': PowerOnVM_Task, 'duration_secs': 0.363272} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.668934] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.669149] env[62364]: DEBUG nova.compute.manager [None req-360d5f3b-69c5-437a-9463-6f76d4cd0cf3 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.669898] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195daf89-632a-4178-add6-ea261c68733d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.666074] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.666463] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1609.667030] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1609.667030] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1609.667030] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Rebuilding the list of instances to heal {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1610.195889] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.196102] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquired lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.196285] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Forcefully refreshing network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1610.196476] env[62364]: DEBUG nova.objects.instance [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lazy-loading 'info_cache' on Instance uuid 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.890512] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updating instance_info_cache with network_info: [{"id": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "address": "fa:16:3e:8d:4e:78", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea96a17-e1", "ovs_interfaceid": "4ea96a17-e1b3-4b7b-88d3-5c6859961b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.393369] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Releasing lock "refresh_cache-4b72f1b3-571c-4ed5-8542-ab797ac80f79" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.393589] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updated the network info_cache for instance {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1612.393780] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1614.665468] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1614.665884] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.171795] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.674937] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.675211] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.675382] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.675539] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1615.676484] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee10c1ba-fb97-41ac-88b7-26d7dfe3ec35 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.684917] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46645378-cc1d-42de-91d6-6a6f28975b73 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.698489] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57924ce-8c33-4382-acb7-20a2db9a4762 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.704444] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c140ff-082f-41c0-a5ee-642eb01d407d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.732534] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180975MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1615.732686] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.732857] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.758166] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 4b72f1b3-571c-4ed5-8542-ab797ac80f79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1616.758464] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1616.758521] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1616.777011] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Refreshing inventories for resource provider d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1616.788955] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Updating ProviderTree inventory for provider d900e044-5565-4a73-8d60-eaba89b18259 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1616.789128] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Updating inventory in ProviderTree for provider d900e044-5565-4a73-8d60-eaba89b18259 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1616.800924] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Refreshing aggregate associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, aggregates: None {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1616.818754] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Refreshing trait associations for resource provider d900e044-5565-4a73-8d60-eaba89b18259, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62364) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1616.842135] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3f75c7-dc19-4178-83b6-7cef4e47c826 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.849223] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28756ce1-229a-46bf-ac3e-c44f1746f6b7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.879300] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31abfa89-b198-410d-9844-029671c54a22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.885686] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a15621-9332-429c-bab7-45e064f72064 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.898019] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.400847] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.402134] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1617.402321] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.669s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.897056] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.897470] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.897470] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.897551] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1644.059850] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.060340] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.060398] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.060546] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.060719] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.064387] env[62364]: INFO nova.compute.manager [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Terminating instance [ 1644.568343] env[62364]: DEBUG nova.compute.manager [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1644.568613] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1644.569523] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dcd456-6c4a-459d-9f18-ede36ed1d7f5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.577527] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1644.577746] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-863f4077-9ef6-4e12-b6d3-498a065facbc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.583598] env[62364]: DEBUG oslo_vmware.api [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1644.583598] env[62364]: value = "task-2481736" [ 1644.583598] env[62364]: _type = "Task" [ 1644.583598] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.592510] env[62364]: DEBUG oslo_vmware.api [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.093927] env[62364]: DEBUG oslo_vmware.api [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481736, 'name': PowerOffVM_Task, 'duration_secs': 0.17009} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.096664] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1645.096664] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1645.096664] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b53fed62-80ba-4033-8ca7-8ee907654aff {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.157093] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1645.157093] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1645.157093] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Deleting the datastore file [datastore1] 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1645.157093] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa88f38c-0cb2-4461-a0fb-9ac371eb3551 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.163538] env[62364]: DEBUG oslo_vmware.api [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1645.163538] env[62364]: value = "task-2481738" [ 1645.163538] env[62364]: _type = "Task" [ 1645.163538] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.171023] env[62364]: DEBUG oslo_vmware.api [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.673371] env[62364]: DEBUG oslo_vmware.api [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135003} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.673625] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1645.673809] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1645.673990] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1645.674186] env[62364]: INFO nova.compute.manager [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1645.674441] env[62364]: DEBUG oslo.service.loopingcall [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.674645] env[62364]: DEBUG nova.compute.manager [-] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1645.674743] env[62364]: DEBUG nova.network.neutron [-] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1646.115770] env[62364]: DEBUG nova.compute.manager [req-e419fbb3-face-4ddf-8378-3ae5844e50a0 req-85a7543b-3efa-493f-a61d-d54cbb31d968 service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Received event network-vif-deleted-4ea96a17-e1b3-4b7b-88d3-5c6859961b06 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1646.116273] env[62364]: INFO nova.compute.manager [req-e419fbb3-face-4ddf-8378-3ae5844e50a0 req-85a7543b-3efa-493f-a61d-d54cbb31d968 service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Neutron deleted interface 4ea96a17-e1b3-4b7b-88d3-5c6859961b06; detaching it from the instance and deleting it from the info cache [ 1646.116273] env[62364]: DEBUG nova.network.neutron [req-e419fbb3-face-4ddf-8378-3ae5844e50a0 req-85a7543b-3efa-493f-a61d-d54cbb31d968 service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.575062] env[62364]: DEBUG nova.network.neutron [-] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.619105] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e326c50a-1c94-4261-b48d-928193876558 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.629215] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcfa603-69fd-4b55-81ae-2e7fcb2ea614 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.652910] env[62364]: DEBUG nova.compute.manager [req-e419fbb3-face-4ddf-8378-3ae5844e50a0 req-85a7543b-3efa-493f-a61d-d54cbb31d968 service nova] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Detach interface failed, port_id=4ea96a17-e1b3-4b7b-88d3-5c6859961b06, reason: Instance 4b72f1b3-571c-4ed5-8542-ab797ac80f79 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1647.078172] env[62364]: INFO nova.compute.manager [-] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Took 1.40 seconds to deallocate network for instance. [ 1647.584668] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.585110] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.585176] env[62364]: DEBUG nova.objects.instance [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'resources' on Instance uuid 4b72f1b3-571c-4ed5-8542-ab797ac80f79 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.118389] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69b0578-f53c-4aa5-905c-5ffb1c5169d5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.125803] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ecf0d0-1f8d-42ec-b556-e42a27b82805 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.156026] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576b4213-d1ce-410d-8c6e-44a25e867b44 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.163808] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5a0ea6-de7a-482b-bbac-61648748de28 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.178691] env[62364]: DEBUG nova.compute.provider_tree [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.681551] env[62364]: DEBUG nova.scheduler.client.report [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1649.186505] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.210302] env[62364]: INFO nova.scheduler.client.report [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Deleted allocations for instance 4b72f1b3-571c-4ed5-8542-ab797ac80f79 [ 1649.718786] env[62364]: DEBUG oslo_concurrency.lockutils [None req-11e04f55-df74-4776-91a4-036eb53ed086 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "4b72f1b3-571c-4ed5-8542-ab797ac80f79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.659s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.080326] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.080619] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.584060] env[62364]: DEBUG nova.compute.manager [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Starting instance... {{(pid=62364) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1653.102656] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.102922] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.104396] env[62364]: INFO nova.compute.claims [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.137272] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cb28af-244a-4d1c-ac54-e6de68b6b058 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.145014] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959b2e9b-2f8d-45d2-8b0e-1d46c64bd043 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.173739] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eb3f6f-6135-47fd-90bf-be41e6cbec33 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.180554] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4488b3-9a59-4a88-ae02-c0a18f062e92 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.192899] env[62364]: DEBUG nova.compute.provider_tree [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.695879] env[62364]: DEBUG nova.scheduler.client.report [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.201029] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.098s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.201588] env[62364]: DEBUG nova.compute.manager [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Start building networks asynchronously for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1655.707317] env[62364]: DEBUG nova.compute.utils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1655.709638] env[62364]: DEBUG nova.compute.manager [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Allocating IP information in the background. {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1655.709638] env[62364]: DEBUG nova.network.neutron [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] allocate_for_instance() {{(pid=62364) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1655.764781] env[62364]: DEBUG nova.policy [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbd3ddb5a9a143778f082607a6a204ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e1ce276f88d49149cfedb854e0bca2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62364) authorize /opt/stack/nova/nova/policy.py:192}} [ 1656.026364] env[62364]: DEBUG nova.network.neutron [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Successfully created port: 470c5e48-f2d3-4d0f-9462-c63c57fca2d6 {{(pid=62364) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1656.214851] env[62364]: DEBUG nova.compute.manager [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Start building block device mappings for instance. {{(pid=62364) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1657.223245] env[62364]: DEBUG nova.compute.manager [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Start spawning the instance on the hypervisor. {{(pid=62364) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1657.248588] env[62364]: DEBUG nova.virt.hardware [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-12T19:36:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-12T19:35:43Z,direct_url=,disk_format='vmdk',id=82e07c86-72ab-48ef-b94b-701e0bfb7ef9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db9aca43d1bc43d493270c20b89671f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-12T19:35:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1657.248861] env[62364]: DEBUG nova.virt.hardware [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Flavor limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1657.249033] env[62364]: DEBUG nova.virt.hardware [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Image limits 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1657.249224] env[62364]: DEBUG nova.virt.hardware [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Flavor pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1657.249372] env[62364]: DEBUG nova.virt.hardware [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Image pref 0:0:0 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1657.249520] env[62364]: DEBUG nova.virt.hardware [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62364) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1657.249728] env[62364]: DEBUG nova.virt.hardware [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1657.249887] env[62364]: DEBUG nova.virt.hardware [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1657.250064] env[62364]: DEBUG nova.virt.hardware [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Got 1 possible topologies {{(pid=62364) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1657.250232] env[62364]: DEBUG nova.virt.hardware [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1657.250452] env[62364]: DEBUG nova.virt.hardware [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62364) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1657.251317] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7c2481-80ef-4e84-babd-a4282cf3cf76 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.259097] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb449b-0407-4844-b168-e2d3b0abd2e2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.364423] env[62364]: DEBUG nova.compute.manager [req-f2f6e13f-84a6-4220-b226-d37bbaec401e req-65ebfe82-5286-4182-955f-bf75cfd1ead6 service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Received event network-vif-plugged-470c5e48-f2d3-4d0f-9462-c63c57fca2d6 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1657.364668] env[62364]: DEBUG oslo_concurrency.lockutils [req-f2f6e13f-84a6-4220-b226-d37bbaec401e req-65ebfe82-5286-4182-955f-bf75cfd1ead6 service nova] Acquiring lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.364875] env[62364]: DEBUG oslo_concurrency.lockutils [req-f2f6e13f-84a6-4220-b226-d37bbaec401e req-65ebfe82-5286-4182-955f-bf75cfd1ead6 service nova] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.365060] env[62364]: DEBUG oslo_concurrency.lockutils [req-f2f6e13f-84a6-4220-b226-d37bbaec401e req-65ebfe82-5286-4182-955f-bf75cfd1ead6 service nova] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.365224] env[62364]: DEBUG nova.compute.manager [req-f2f6e13f-84a6-4220-b226-d37bbaec401e req-65ebfe82-5286-4182-955f-bf75cfd1ead6 service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] No waiting events found dispatching network-vif-plugged-470c5e48-f2d3-4d0f-9462-c63c57fca2d6 {{(pid=62364) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1657.365582] env[62364]: WARNING nova.compute.manager [req-f2f6e13f-84a6-4220-b226-d37bbaec401e req-65ebfe82-5286-4182-955f-bf75cfd1ead6 service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Received unexpected event network-vif-plugged-470c5e48-f2d3-4d0f-9462-c63c57fca2d6 for instance with vm_state building and task_state spawning. [ 1657.440771] env[62364]: DEBUG nova.network.neutron [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Successfully updated port: 470c5e48-f2d3-4d0f-9462-c63c57fca2d6 {{(pid=62364) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1657.943775] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.943942] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquired lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.944112] env[62364]: DEBUG nova.network.neutron [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Building network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.476055] env[62364]: DEBUG nova.network.neutron [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Instance cache missing network info. {{(pid=62364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.591831] env[62364]: DEBUG nova.network.neutron [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Updating instance_info_cache with network_info: [{"id": "470c5e48-f2d3-4d0f-9462-c63c57fca2d6", "address": "fa:16:3e:63:f4:b5", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470c5e48-f2", "ovs_interfaceid": "470c5e48-f2d3-4d0f-9462-c63c57fca2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.094383] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Releasing lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.094717] env[62364]: DEBUG nova.compute.manager [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Instance network_info: |[{"id": "470c5e48-f2d3-4d0f-9462-c63c57fca2d6", "address": "fa:16:3e:63:f4:b5", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470c5e48-f2", "ovs_interfaceid": "470c5e48-f2d3-4d0f-9462-c63c57fca2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62364) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1659.095180] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:f4:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '470c5e48-f2d3-4d0f-9462-c63c57fca2d6', 'vif_model': 'vmxnet3'}] {{(pid=62364) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1659.102850] env[62364]: DEBUG oslo.service.loopingcall [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.103082] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Creating VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1659.103675] env[62364]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93ebf08a-5e62-4a20-a8d3-ad6036cf08b4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.124190] env[62364]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1659.124190] env[62364]: value = "task-2481739" [ 1659.124190] env[62364]: _type = "Task" [ 1659.124190] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.131670] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481739, 'name': CreateVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.394117] env[62364]: DEBUG nova.compute.manager [req-98f2020a-9b1f-4982-aff3-23b8b492a648 req-65f399bc-3b00-45dc-9425-dccba2ef892e service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Received event network-changed-470c5e48-f2d3-4d0f-9462-c63c57fca2d6 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1659.394462] env[62364]: DEBUG nova.compute.manager [req-98f2020a-9b1f-4982-aff3-23b8b492a648 req-65f399bc-3b00-45dc-9425-dccba2ef892e service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Refreshing instance network info cache due to event network-changed-470c5e48-f2d3-4d0f-9462-c63c57fca2d6. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1659.394546] env[62364]: DEBUG oslo_concurrency.lockutils [req-98f2020a-9b1f-4982-aff3-23b8b492a648 req-65f399bc-3b00-45dc-9425-dccba2ef892e service nova] Acquiring lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.394670] env[62364]: DEBUG oslo_concurrency.lockutils [req-98f2020a-9b1f-4982-aff3-23b8b492a648 req-65f399bc-3b00-45dc-9425-dccba2ef892e service nova] Acquired lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.394834] env[62364]: DEBUG nova.network.neutron [req-98f2020a-9b1f-4982-aff3-23b8b492a648 req-65f399bc-3b00-45dc-9425-dccba2ef892e service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Refreshing network info cache for port 470c5e48-f2d3-4d0f-9462-c63c57fca2d6 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.634424] env[62364]: DEBUG oslo_vmware.api [-] Task: {'id': task-2481739, 'name': CreateVM_Task, 'duration_secs': 0.311872} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.634870] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Created VM on the ESX host {{(pid=62364) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1659.635320] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.635581] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.635991] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1659.636276] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803fda5a-1288-423f-871e-d86a614fac46 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.641286] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1659.641286] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]525d3f99-0a70-9541-5401-3783e75812f1" [ 1659.641286] env[62364]: _type = "Task" [ 1659.641286] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.650081] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525d3f99-0a70-9541-5401-3783e75812f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.084592] env[62364]: DEBUG nova.network.neutron [req-98f2020a-9b1f-4982-aff3-23b8b492a648 req-65f399bc-3b00-45dc-9425-dccba2ef892e service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Updated VIF entry in instance network info cache for port 470c5e48-f2d3-4d0f-9462-c63c57fca2d6. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.084952] env[62364]: DEBUG nova.network.neutron [req-98f2020a-9b1f-4982-aff3-23b8b492a648 req-65f399bc-3b00-45dc-9425-dccba2ef892e service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Updating instance_info_cache with network_info: [{"id": "470c5e48-f2d3-4d0f-9462-c63c57fca2d6", "address": "fa:16:3e:63:f4:b5", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470c5e48-f2", "ovs_interfaceid": "470c5e48-f2d3-4d0f-9462-c63c57fca2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.151833] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]525d3f99-0a70-9541-5401-3783e75812f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.152134] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.152372] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Processing image 82e07c86-72ab-48ef-b94b-701e0bfb7ef9 {{(pid=62364) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1660.152608] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.152757] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.152935] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1660.153215] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8c7b301-5c6f-467f-bc7a-f791ea4b1b67 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.161686] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62364) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1660.161904] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62364) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1660.162649] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56d01dc-0fed-4922-9809-8936d10c589b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.167470] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1660.167470] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]5283e787-bb5f-b438-5e15-d2b2e598ae33" [ 1660.167470] env[62364]: _type = "Task" [ 1660.167470] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.174868] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5283e787-bb5f-b438-5e15-d2b2e598ae33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.587799] env[62364]: DEBUG oslo_concurrency.lockutils [req-98f2020a-9b1f-4982-aff3-23b8b492a648 req-65f399bc-3b00-45dc-9425-dccba2ef892e service nova] Releasing lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.677490] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]5283e787-bb5f-b438-5e15-d2b2e598ae33, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.678257] env[62364]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002efe8c-c276-4cc9-b708-8622699d9406 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.683018] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1660.683018] env[62364]: value = "session[526d3163-d741-2e73-2128-0ea4783d142a]52a883a3-a095-5044-6cbd-4b2539e0445b" [ 1660.683018] env[62364]: _type = "Task" [ 1660.683018] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.689868] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a883a3-a095-5044-6cbd-4b2539e0445b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.193539] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': session[526d3163-d741-2e73-2128-0ea4783d142a]52a883a3-a095-5044-6cbd-4b2539e0445b, 'name': SearchDatastore_Task, 'duration_secs': 0.008956} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.193820] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.194106] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1/3cae8e10-e0f7-4b40-a687-c48bc2c36fa1.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1661.194378] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-791583be-430a-4410-995c-90bbe05b8db5 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.201823] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1661.201823] env[62364]: value = "task-2481740" [ 1661.201823] env[62364]: _type = "Task" [ 1661.201823] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.209393] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.711545] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432638} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.711843] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82e07c86-72ab-48ef-b94b-701e0bfb7ef9/82e07c86-72ab-48ef-b94b-701e0bfb7ef9.vmdk to [datastore1] 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1/3cae8e10-e0f7-4b40-a687-c48bc2c36fa1.vmdk {{(pid=62364) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1661.712038] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Extending root virtual disk to 1048576 {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1661.712290] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fb1662d-b7eb-4ea3-b23b-48fff40085bc {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.718103] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1661.718103] env[62364]: value = "task-2481741" [ 1661.718103] env[62364]: _type = "Task" [ 1661.718103] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.724785] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.227897] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060803} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.228309] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Extended root virtual disk {{(pid=62364) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1662.229371] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fd9f87-8177-4bf6-a819-069d314e9080 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.251756] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1/3cae8e10-e0f7-4b40-a687-c48bc2c36fa1.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.252021] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c610dfbb-cb46-4646-95f4-b4d7a1bb59a8 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.271300] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1662.271300] env[62364]: value = "task-2481742" [ 1662.271300] env[62364]: _type = "Task" [ 1662.271300] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.281344] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.780974] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481742, 'name': ReconfigVM_Task, 'duration_secs': 0.326409} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.781440] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1/3cae8e10-e0f7-4b40-a687-c48bc2c36fa1.vmdk or device None with type sparse {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1662.781886] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5205e65-76e1-4ac5-91a5-b8013ce738ef {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.787715] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1662.787715] env[62364]: value = "task-2481743" [ 1662.787715] env[62364]: _type = "Task" [ 1662.787715] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.795009] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481743, 'name': Rename_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.297480] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481743, 'name': Rename_Task, 'duration_secs': 0.135135} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.297768] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Powering on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.298014] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d2a140-0bc5-4f0c-8624-b4d421358ca3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.304081] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1663.304081] env[62364]: value = "task-2481744" [ 1663.304081] env[62364]: _type = "Task" [ 1663.304081] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.310909] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.814163] env[62364]: DEBUG oslo_vmware.api [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481744, 'name': PowerOnVM_Task, 'duration_secs': 0.467105} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.814658] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Powered on the VM {{(pid=62364) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.814658] env[62364]: INFO nova.compute.manager [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1663.814801] env[62364]: DEBUG nova.compute.manager [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Checking state {{(pid=62364) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1663.815535] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f9ce29-1b85-43b3-8ed8-d95b52ed2ad3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.333912] env[62364]: INFO nova.compute.manager [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Took 11.25 seconds to build instance. [ 1664.836062] env[62364]: DEBUG oslo_concurrency.lockutils [None req-51e1f7ba-2f81-4b81-b015-cbae47da08a8 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.755s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.010178] env[62364]: DEBUG nova.compute.manager [req-24b338b0-9ebb-4391-9cbc-fb19c0924806 req-bedd471a-0cfa-477c-b010-0b614bd49cfe service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Received event network-changed-470c5e48-f2d3-4d0f-9462-c63c57fca2d6 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1665.010411] env[62364]: DEBUG nova.compute.manager [req-24b338b0-9ebb-4391-9cbc-fb19c0924806 req-bedd471a-0cfa-477c-b010-0b614bd49cfe service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Refreshing instance network info cache due to event network-changed-470c5e48-f2d3-4d0f-9462-c63c57fca2d6. {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11668}} [ 1665.010569] env[62364]: DEBUG oslo_concurrency.lockutils [req-24b338b0-9ebb-4391-9cbc-fb19c0924806 req-bedd471a-0cfa-477c-b010-0b614bd49cfe service nova] Acquiring lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.010718] env[62364]: DEBUG oslo_concurrency.lockutils [req-24b338b0-9ebb-4391-9cbc-fb19c0924806 req-bedd471a-0cfa-477c-b010-0b614bd49cfe service nova] Acquired lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.010877] env[62364]: DEBUG nova.network.neutron [req-24b338b0-9ebb-4391-9cbc-fb19c0924806 req-bedd471a-0cfa-477c-b010-0b614bd49cfe service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Refreshing network info cache for port 470c5e48-f2d3-4d0f-9462-c63c57fca2d6 {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.709846] env[62364]: DEBUG nova.network.neutron [req-24b338b0-9ebb-4391-9cbc-fb19c0924806 req-bedd471a-0cfa-477c-b010-0b614bd49cfe service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Updated VIF entry in instance network info cache for port 470c5e48-f2d3-4d0f-9462-c63c57fca2d6. {{(pid=62364) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1665.710215] env[62364]: DEBUG nova.network.neutron [req-24b338b0-9ebb-4391-9cbc-fb19c0924806 req-bedd471a-0cfa-477c-b010-0b614bd49cfe service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Updating instance_info_cache with network_info: [{"id": "470c5e48-f2d3-4d0f-9462-c63c57fca2d6", "address": "fa:16:3e:63:f4:b5", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470c5e48-f2", "ovs_interfaceid": "470c5e48-f2d3-4d0f-9462-c63c57fca2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.213449] env[62364]: DEBUG oslo_concurrency.lockutils [req-24b338b0-9ebb-4391-9cbc-fb19c0924806 req-bedd471a-0cfa-477c-b010-0b614bd49cfe service nova] Releasing lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.666539] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1669.666909] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1669.666909] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Rebuilding the list of instances to heal {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1670.195882] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.196067] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquired lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.196201] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Forcefully refreshing network info cache for instance {{(pid=62364) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1670.196351] env[62364]: DEBUG nova.objects.instance [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lazy-loading 'info_cache' on Instance uuid 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.890977] env[62364]: DEBUG nova.network.neutron [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Updating instance_info_cache with network_info: [{"id": "470c5e48-f2d3-4d0f-9462-c63c57fca2d6", "address": "fa:16:3e:63:f4:b5", "network": {"id": "1fc21a16-3b98-4fff-80f0-509231264e31", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-525876807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1ce276f88d49149cfedb854e0bca2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap470c5e48-f2", "ovs_interfaceid": "470c5e48-f2d3-4d0f-9462-c63c57fca2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.393990] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Releasing lock "refresh_cache-3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" {{(pid=62364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.394247] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Updated the network info_cache for instance {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1672.394430] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.394600] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.666219] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.665577] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1675.169473] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.169701] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.169855] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.170020] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1675.170905] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d531398b-d93e-42be-95db-4e10464fd926 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.179374] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168c3077-49e7-4c2b-a5dd-32e503aeed76 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.192873] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35464b2-bff8-4ec4-b787-11237835af31 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.198839] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d16ece3-84d4-4ab4-b342-9c944c3a8f41 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.227648] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180975MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1675.227804] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.227970] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.253672] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Instance 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62364) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1676.253944] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1676.254039] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1676.278274] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be46ad8-80e7-4014-9411-743d754521dd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.285899] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9962bc-3996-4571-8f00-c80ebca8d02a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.314364] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec8f106-33da-43f5-bab1-39c471889182 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.320681] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ed2a54-d1cc-4d65-949d-25fb96e4dc81 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.332963] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.835849] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1677.341897] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1677.342321] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.337734] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.338209] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.338209] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.338381] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.338445] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1696.077264] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.077564] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.580662] env[62364]: DEBUG nova.compute.utils [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1697.083500] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.146350] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.146832] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.146885] env[62364]: INFO nova.compute.manager [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Attaching volume 945b290f-8fb8-4324-8bea-74f4ebb29363 to /dev/sdb [ 1698.177890] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd78df37-3ea0-4ea6-a092-235c105c03e7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.184920] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab6c37a-1249-44e3-9608-4bc665ac983f {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.197115] env[62364]: DEBUG nova.virt.block_device [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Updating existing volume attachment record: 87507aeb-9318-4092-99a3-7cb42e1e4e49 {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1702.739516] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1702.739778] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502167', 'volume_id': '945b290f-8fb8-4324-8bea-74f4ebb29363', 'name': 'volume-945b290f-8fb8-4324-8bea-74f4ebb29363', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cae8e10-e0f7-4b40-a687-c48bc2c36fa1', 'attached_at': '', 'detached_at': '', 'volume_id': '945b290f-8fb8-4324-8bea-74f4ebb29363', 'serial': '945b290f-8fb8-4324-8bea-74f4ebb29363'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1702.740730] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333c6295-1303-4e13-8ba1-6d2ea9cf0925 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.756641] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30938b12-f4f1-4ac2-8369-0549938e35fd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.779894] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-945b290f-8fb8-4324-8bea-74f4ebb29363/volume-945b290f-8fb8-4324-8bea-74f4ebb29363.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1702.780134] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a31fa3ab-2ae6-442f-9e84-1e6dc3701cd1 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.797094] env[62364]: DEBUG oslo_vmware.api [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1702.797094] env[62364]: value = "task-2481747" [ 1702.797094] env[62364]: _type = "Task" [ 1702.797094] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.805795] env[62364]: DEBUG oslo_vmware.api [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.307556] env[62364]: DEBUG oslo_vmware.api [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481747, 'name': ReconfigVM_Task, 'duration_secs': 0.350139} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.308254] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-945b290f-8fb8-4324-8bea-74f4ebb29363/volume-945b290f-8fb8-4324-8bea-74f4ebb29363.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.313285] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d665f7ef-9a0c-4c53-b57b-1a2f7405cbf0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.327970] env[62364]: DEBUG oslo_vmware.api [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1703.327970] env[62364]: value = "task-2481748" [ 1703.327970] env[62364]: _type = "Task" [ 1703.327970] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.336060] env[62364]: DEBUG oslo_vmware.api [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.837746] env[62364]: DEBUG oslo_vmware.api [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481748, 'name': ReconfigVM_Task, 'duration_secs': 0.168477} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.838136] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502167', 'volume_id': '945b290f-8fb8-4324-8bea-74f4ebb29363', 'name': 'volume-945b290f-8fb8-4324-8bea-74f4ebb29363', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cae8e10-e0f7-4b40-a687-c48bc2c36fa1', 'attached_at': '', 'detached_at': '', 'volume_id': '945b290f-8fb8-4324-8bea-74f4ebb29363', 'serial': '945b290f-8fb8-4324-8bea-74f4ebb29363'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1704.872625] env[62364]: DEBUG nova.objects.instance [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'flavor' on Instance uuid 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.379906] env[62364]: DEBUG oslo_concurrency.lockutils [None req-942e5c71-3a91-4607-aa7d-2319d96aae6a tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.190872] env[62364]: DEBUG oslo_concurrency.lockutils [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.191197] env[62364]: DEBUG oslo_concurrency.lockutils [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.694458] env[62364]: DEBUG nova.compute.utils [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Using /dev/sd instead of None {{(pid=62364) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.197435] env[62364]: DEBUG oslo_concurrency.lockutils [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.253912] env[62364]: DEBUG oslo_concurrency.lockutils [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.254435] env[62364]: DEBUG oslo_concurrency.lockutils [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.254435] env[62364]: INFO nova.compute.manager [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Attaching volume da6d945f-f830-44e6-8eee-f1b7b426c148 to /dev/sdc [ 1708.283873] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581c164d-174d-44e9-81f5-157d81fc2a6c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.292192] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2b0f63-b40c-4e26-826d-6232c54757ea {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.304575] env[62364]: DEBUG nova.virt.block_device [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Updating existing volume attachment record: 5b1dd306-ea38-4edd-9173-07a61f3c2f40 {{(pid=62364) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1712.846900] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Volume attach. Driver type: vmdk {{(pid=62364) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1712.847226] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502168', 'volume_id': 'da6d945f-f830-44e6-8eee-f1b7b426c148', 'name': 'volume-da6d945f-f830-44e6-8eee-f1b7b426c148', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cae8e10-e0f7-4b40-a687-c48bc2c36fa1', 'attached_at': '', 'detached_at': '', 'volume_id': 'da6d945f-f830-44e6-8eee-f1b7b426c148', 'serial': 'da6d945f-f830-44e6-8eee-f1b7b426c148'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1712.848204] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6743e75d-c03e-4628-a663-10cd7609a997 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.864418] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db03f59f-2b61-4cb4-a13b-5ac9f2c4f73e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.889905] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-da6d945f-f830-44e6-8eee-f1b7b426c148/volume-da6d945f-f830-44e6-8eee-f1b7b426c148.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.890145] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d15a72df-09f8-495b-a455-dfded9aea812 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.907022] env[62364]: DEBUG oslo_vmware.api [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1712.907022] env[62364]: value = "task-2481751" [ 1712.907022] env[62364]: _type = "Task" [ 1712.907022] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.914149] env[62364]: DEBUG oslo_vmware.api [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.416824] env[62364]: DEBUG oslo_vmware.api [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481751, 'name': ReconfigVM_Task, 'duration_secs': 0.370246} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.417055] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-da6d945f-f830-44e6-8eee-f1b7b426c148/volume-da6d945f-f830-44e6-8eee-f1b7b426c148.vmdk or device None with type thin {{(pid=62364) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.421709] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3805374-d893-4b07-996c-d28651f38b04 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.435720] env[62364]: DEBUG oslo_vmware.api [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1713.435720] env[62364]: value = "task-2481752" [ 1713.435720] env[62364]: _type = "Task" [ 1713.435720] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.442762] env[62364]: DEBUG oslo_vmware.api [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.946615] env[62364]: DEBUG oslo_vmware.api [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481752, 'name': ReconfigVM_Task, 'duration_secs': 0.136574} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.946922] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502168', 'volume_id': 'da6d945f-f830-44e6-8eee-f1b7b426c148', 'name': 'volume-da6d945f-f830-44e6-8eee-f1b7b426c148', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cae8e10-e0f7-4b40-a687-c48bc2c36fa1', 'attached_at': '', 'detached_at': '', 'volume_id': 'da6d945f-f830-44e6-8eee-f1b7b426c148', 'serial': 'da6d945f-f830-44e6-8eee-f1b7b426c148'} {{(pid=62364) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1714.982116] env[62364]: DEBUG nova.objects.instance [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'flavor' on Instance uuid 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.488560] env[62364]: DEBUG oslo_concurrency.lockutils [None req-608048b4-8d5f-4ac9-b552-fad5e51fe6e7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.777217] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.777502] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.280831] env[62364]: INFO nova.compute.manager [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Detaching volume 945b290f-8fb8-4324-8bea-74f4ebb29363 [ 1716.310357] env[62364]: INFO nova.virt.block_device [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Attempting to driver detach volume 945b290f-8fb8-4324-8bea-74f4ebb29363 from mountpoint /dev/sdb [ 1716.310607] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1716.310792] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502167', 'volume_id': '945b290f-8fb8-4324-8bea-74f4ebb29363', 'name': 'volume-945b290f-8fb8-4324-8bea-74f4ebb29363', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cae8e10-e0f7-4b40-a687-c48bc2c36fa1', 'attached_at': '', 'detached_at': '', 'volume_id': '945b290f-8fb8-4324-8bea-74f4ebb29363', 'serial': '945b290f-8fb8-4324-8bea-74f4ebb29363'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1716.311692] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e746746-be76-4d6f-ae70-ab1f7d7dbb4b {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.335355] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f31388-8d83-434c-87a7-cc774da5b402 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.341816] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9003b131-f82a-48f8-8066-a7ce92c25b48 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.363827] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9621852c-b706-43a3-8bda-e2f663b903f4 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.377718] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] The volume has not been displaced from its original location: [datastore2] volume-945b290f-8fb8-4324-8bea-74f4ebb29363/volume-945b290f-8fb8-4324-8bea-74f4ebb29363.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1716.382819] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1716.383090] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afd485a7-4579-4d4f-84a3-3c9e7176601c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.400546] env[62364]: DEBUG oslo_vmware.api [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1716.400546] env[62364]: value = "task-2481753" [ 1716.400546] env[62364]: _type = "Task" [ 1716.400546] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.408924] env[62364]: DEBUG oslo_vmware.api [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.909875] env[62364]: DEBUG oslo_vmware.api [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481753, 'name': ReconfigVM_Task, 'duration_secs': 0.228976} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.910166] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1716.914653] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9bc885-d334-4239-8727-265c7a294b85 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.929370] env[62364]: DEBUG oslo_vmware.api [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1716.929370] env[62364]: value = "task-2481754" [ 1716.929370] env[62364]: _type = "Task" [ 1716.929370] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.936651] env[62364]: DEBUG oslo_vmware.api [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.438545] env[62364]: DEBUG oslo_vmware.api [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481754, 'name': ReconfigVM_Task, 'duration_secs': 0.137546} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.438951] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502167', 'volume_id': '945b290f-8fb8-4324-8bea-74f4ebb29363', 'name': 'volume-945b290f-8fb8-4324-8bea-74f4ebb29363', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cae8e10-e0f7-4b40-a687-c48bc2c36fa1', 'attached_at': '', 'detached_at': '', 'volume_id': '945b290f-8fb8-4324-8bea-74f4ebb29363', 'serial': '945b290f-8fb8-4324-8bea-74f4ebb29363'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1717.978802] env[62364]: DEBUG nova.objects.instance [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'flavor' on Instance uuid 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.987064] env[62364]: DEBUG oslo_concurrency.lockutils [None req-eeb9e2b0-72a4-4276-a023-ce24085f2713 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.012932] env[62364]: DEBUG oslo_concurrency.lockutils [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.013226] env[62364]: DEBUG oslo_concurrency.lockutils [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.516715] env[62364]: INFO nova.compute.manager [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Detaching volume da6d945f-f830-44e6-8eee-f1b7b426c148 [ 1719.553682] env[62364]: INFO nova.virt.block_device [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Attempting to driver detach volume da6d945f-f830-44e6-8eee-f1b7b426c148 from mountpoint /dev/sdc [ 1719.553926] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Volume detach. Driver type: vmdk {{(pid=62364) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1719.554135] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502168', 'volume_id': 'da6d945f-f830-44e6-8eee-f1b7b426c148', 'name': 'volume-da6d945f-f830-44e6-8eee-f1b7b426c148', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cae8e10-e0f7-4b40-a687-c48bc2c36fa1', 'attached_at': '', 'detached_at': '', 'volume_id': 'da6d945f-f830-44e6-8eee-f1b7b426c148', 'serial': 'da6d945f-f830-44e6-8eee-f1b7b426c148'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1719.555042] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ca24d-44cf-4f4f-9602-ece465f6c5d0 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.576821] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bfe21f-fc47-456b-8479-c318313caa22 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.583767] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa32c2d2-5a80-40c2-8d1f-2e92fdad95ec {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.605016] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9924ee5-b652-4c2e-9098-120851c7b796 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.620220] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] The volume has not been displaced from its original location: [datastore2] volume-da6d945f-f830-44e6-8eee-f1b7b426c148/volume-da6d945f-f830-44e6-8eee-f1b7b426c148.vmdk. No consolidation needed. {{(pid=62364) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1719.625456] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1719.625925] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9b2bbca-91c4-43d8-96e5-30c16252f821 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.644642] env[62364]: DEBUG oslo_vmware.api [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1719.644642] env[62364]: value = "task-2481755" [ 1719.644642] env[62364]: _type = "Task" [ 1719.644642] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.652715] env[62364]: DEBUG oslo_vmware.api [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.154390] env[62364]: DEBUG oslo_vmware.api [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481755, 'name': ReconfigVM_Task, 'duration_secs': 0.237806} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.154801] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=62364) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1720.159316] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d26f8444-380e-41f0-a576-6075e5d968da {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.173663] env[62364]: DEBUG oslo_vmware.api [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1720.173663] env[62364]: value = "task-2481756" [ 1720.173663] env[62364]: _type = "Task" [ 1720.173663] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.181372] env[62364]: DEBUG oslo_vmware.api [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.683617] env[62364]: DEBUG oslo_vmware.api [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481756, 'name': ReconfigVM_Task, 'duration_secs': 0.154946} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.683920] env[62364]: DEBUG nova.virt.vmwareapi.volumeops [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-502168', 'volume_id': 'da6d945f-f830-44e6-8eee-f1b7b426c148', 'name': 'volume-da6d945f-f830-44e6-8eee-f1b7b426c148', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cae8e10-e0f7-4b40-a687-c48bc2c36fa1', 'attached_at': '', 'detached_at': '', 'volume_id': 'da6d945f-f830-44e6-8eee-f1b7b426c148', 'serial': 'da6d945f-f830-44e6-8eee-f1b7b426c148'} {{(pid=62364) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1721.223373] env[62364]: DEBUG nova.objects.instance [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'flavor' on Instance uuid 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.232263] env[62364]: DEBUG oslo_concurrency.lockutils [None req-18947823-8fa9-45cf-972d-173b96ae56a7 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.387639] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.388038] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.388134] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.388365] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.388547] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.390753] env[62364]: INFO nova.compute.manager [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Terminating instance [ 1723.894997] env[62364]: DEBUG nova.compute.manager [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Start destroying the instance on the hypervisor. {{(pid=62364) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1723.895279] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Destroying instance {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.896281] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb76d68d-a303-429b-bf75-db7a122436e3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.904241] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Powering off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.904466] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfabd924-423a-4cc3-b191-e555f1a7932a {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.911455] env[62364]: DEBUG oslo_vmware.api [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1723.911455] env[62364]: value = "task-2481757" [ 1723.911455] env[62364]: _type = "Task" [ 1723.911455] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.920007] env[62364]: DEBUG oslo_vmware.api [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.420748] env[62364]: DEBUG oslo_vmware.api [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481757, 'name': PowerOffVM_Task, 'duration_secs': 0.199099} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.421161] env[62364]: DEBUG nova.virt.vmwareapi.vm_util [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Powered off the VM {{(pid=62364) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.421161] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Unregistering the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.421380] env[62364]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f90e03bb-ebbd-4e00-b8ea-e8e5ce1202d7 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.488479] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Unregistered the VM {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.488734] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Deleting contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.488913] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Deleting the datastore file [datastore1] 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1 {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.489195] env[62364]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c1fdf92-d9c7-4d3c-a894-b416787c2034 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.495351] env[62364]: DEBUG oslo_vmware.api [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for the task: (returnval){ [ 1724.495351] env[62364]: value = "task-2481759" [ 1724.495351] env[62364]: _type = "Task" [ 1724.495351] env[62364]: } to complete. {{(pid=62364) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.502346] env[62364]: DEBUG oslo_vmware.api [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.005395] env[62364]: DEBUG oslo_vmware.api [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Task: {'id': task-2481759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12112} completed successfully. {{(pid=62364) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.005700] env[62364]: DEBUG nova.virt.vmwareapi.ds_util [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Deleted the datastore file {{(pid=62364) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1725.005891] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Deleted contents of the VM from datastore datastore1 {{(pid=62364) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1725.006083] env[62364]: DEBUG nova.virt.vmwareapi.vmops [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Instance destroyed {{(pid=62364) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1725.006261] env[62364]: INFO nova.compute.manager [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1725.006500] env[62364]: DEBUG oslo.service.loopingcall [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62364) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.006692] env[62364]: DEBUG nova.compute.manager [-] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Deallocating network for instance {{(pid=62364) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1725.006787] env[62364]: DEBUG nova.network.neutron [-] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] deallocate_for_instance() {{(pid=62364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1725.445900] env[62364]: DEBUG nova.compute.manager [req-ea6f0643-7e99-4197-a527-ac6a4d9f748b req-a4790f61-3a16-40cb-9150-7624847ec0c8 service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Received event network-vif-deleted-470c5e48-f2d3-4d0f-9462-c63c57fca2d6 {{(pid=62364) external_instance_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1725.446176] env[62364]: INFO nova.compute.manager [req-ea6f0643-7e99-4197-a527-ac6a4d9f748b req-a4790f61-3a16-40cb-9150-7624847ec0c8 service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Neutron deleted interface 470c5e48-f2d3-4d0f-9462-c63c57fca2d6; detaching it from the instance and deleting it from the info cache [ 1725.446340] env[62364]: DEBUG nova.network.neutron [req-ea6f0643-7e99-4197-a527-ac6a4d9f748b req-a4790f61-3a16-40cb-9150-7624847ec0c8 service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.927866] env[62364]: DEBUG nova.network.neutron [-] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Updating instance_info_cache with network_info: [] {{(pid=62364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.948376] env[62364]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8debc6f8-0a1c-4ad1-88f7-770fcc02faae {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.958650] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808ba150-e29e-499a-aa97-63948dc9544e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.982735] env[62364]: DEBUG nova.compute.manager [req-ea6f0643-7e99-4197-a527-ac6a4d9f748b req-a4790f61-3a16-40cb-9150-7624847ec0c8 service nova] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Detach interface failed, port_id=470c5e48-f2d3-4d0f-9462-c63c57fca2d6, reason: Instance 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1 could not be found. {{(pid=62364) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11497}} [ 1726.430406] env[62364]: INFO nova.compute.manager [-] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Took 1.42 seconds to deallocate network for instance. [ 1726.936416] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.936895] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.936895] env[62364]: DEBUG nova.objects.instance [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lazy-loading 'resources' on Instance uuid 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1 {{(pid=62364) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.471292] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d09f31-8398-4151-bac5-00622780d036 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.478871] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a70e379-7e7c-4af3-b021-ea6fa78844bd {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.508957] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000dec36-697a-4179-980a-11a87ec68786 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.515726] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5b5c94-fac9-46b5-bb3d-5b0688d39811 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.528117] env[62364]: DEBUG nova.compute.provider_tree [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.030923] env[62364]: DEBUG nova.scheduler.client.report [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.536711] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.559919] env[62364]: INFO nova.scheduler.client.report [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Deleted allocations for instance 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1 [ 1729.067687] env[62364]: DEBUG oslo_concurrency.lockutils [None req-9144cb6a-5e4e-4705-879a-2a2710dcab47 tempest-AttachVolumeTestJSON-1555531841 tempest-AttachVolumeTestJSON-1555531841-project-member] Lock "3cae8e10-e0f7-4b40-a687-c48bc2c36fa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.665571] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.665745] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Cleaning up deleted instances with incomplete migration {{(pid=62364) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11798}} [ 1732.168918] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.169335] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Starting heal instance info cache {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1732.169335] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Rebuilding the list of instances to heal {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1732.671753] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Didn't find any instances for network info cache update. {{(pid=62364) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10546}} [ 1732.671981] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.672180] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.672340] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1734.164455] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.665300] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1737.170030] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.170030] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.170030] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.170030] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62364) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1737.170615] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bfd799-42f3-40d7-8260-0421fcde173c {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.178196] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097fc8de-9692-4c3f-9a33-ef3012a88946 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.192295] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeadccb-b224-494e-b44d-de5fbcb8c1f2 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.198499] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe24b2b-d5c1-4b1e-8f1b-e7cde5d7480d {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.226638] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180941MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62364) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1737.226786] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.226968] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.297246] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1738.297521] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62364) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1738.314608] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c8d2db-c058-4636-a240-8fbf206f9be3 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.322825] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab78b62-14bc-43ab-8f26-19268a8e15d6 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.357428] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0a050a-0517-44ed-b49e-54ae4e3a656e {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.365030] env[62364]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8bb9e9-dc31-4a78-a642-1a2fcc24d579 {{(pid=62364) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.379622] env[62364]: DEBUG nova.compute.provider_tree [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed in ProviderTree for provider: d900e044-5565-4a73-8d60-eaba89b18259 {{(pid=62364) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.882211] env[62364]: DEBUG nova.scheduler.client.report [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Inventory has not changed for provider d900e044-5565-4a73-8d60-eaba89b18259 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62364) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.387803] env[62364]: DEBUG nova.compute.resource_tracker [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62364) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1739.388144] env[62364]: DEBUG oslo_concurrency.lockutils [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=62364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.388307] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.886895] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.887287] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.887340] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.887476] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.887624] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62364) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11079}} [ 1745.668216] env[62364]: DEBUG oslo_service.periodic_task [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62364) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.668626] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] Cleaning up deleted instances {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1746.173240] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] There are 6 instances to clean {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11769}} [ 1746.173434] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 3cae8e10-e0f7-4b40-a687-c48bc2c36fa1] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1746.676787] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4b72f1b3-571c-4ed5-8542-ab797ac80f79] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1747.180395] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: da4bc650-a807-47cf-a79d-22b759bae95e] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1747.685100] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 4bc5ff9f-b052-4fd3-9286-135067607511] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1748.188437] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: b929aa48-9c93-427c-b888-f032c88b1ee5] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}} [ 1748.692219] env[62364]: DEBUG nova.compute.manager [None req-7439a098-5d7b-43b5-b0f7-c36f49134027 None None] [instance: 16cad613-df83-49f4-938a-1127e0cb042c] Instance has had 0 of 5 cleanup attempts {{(pid=62364) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11773}}